2024-11-15 19:06:08,390 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-15 19:06:08,404 main DEBUG Took 0.011295 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 19:06:08,404 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 19:06:08,405 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 19:06:08,406 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 19:06:08,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,420 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 19:06:08,435 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,437 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,439 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,440 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,442 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,443 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,444 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,445 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,446 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,447 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,448 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,449 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 19:06:08,450 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,450 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 19:06:08,452 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 19:06:08,453 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 19:06:08,455 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 19:06:08,456 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 19:06:08,458 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 19:06:08,458 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 19:06:08,469 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 19:06:08,472 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 19:06:08,474 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 19:06:08,474 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 19:06:08,475 main DEBUG createAppenders(={Console}) 2024-11-15 19:06:08,476 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-15 19:06:08,476 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-15 19:06:08,477 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-15 19:06:08,477 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 19:06:08,478 main DEBUG OutputStream closed 2024-11-15 19:06:08,478 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 19:06:08,479 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 19:06:08,479 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-15 19:06:08,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 19:06:08,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 19:06:08,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 19:06:08,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 19:06:08,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 19:06:08,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 19:06:08,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 19:06:08,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 19:06:08,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 19:06:08,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 19:06:08,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 19:06:08,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 19:06:08,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 19:06:08,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 19:06:08,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 19:06:08,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 19:06:08,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 19:06:08,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 19:06:08,578 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 19:06:08,578 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-15 19:06:08,579 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 19:06:08,579 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-15T19:06:08,616 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-15 19:06:08,619 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 19:06:08,619 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T19:06:08,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc 2024-11-15T19:06:08,921 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-15T19:06:08,923 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:06:08,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T19:06:08,943 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054, deleteOnExit=true 2024-11-15T19:06:08,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T19:06:08,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/test.cache.data in system properties and HBase conf 2024-11-15T19:06:08,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T19:06:08,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir in system properties and HBase conf 2024-11-15T19:06:08,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T19:06:08,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T19:06:08,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T19:06:09,034 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T19:06:09,128 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T19:06:09,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:06:09,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:06:09,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T19:06:09,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:06:09,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T19:06:09,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T19:06:09,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:06:09,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:06:09,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T19:06:09,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/nfs.dump.dir in system properties and HBase conf 2024-11-15T19:06:09,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/java.io.tmpdir in system properties and HBase conf 2024-11-15T19:06:09,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:06:09,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T19:06:09,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T19:06:10,418 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T19:06:10,497 INFO [Time-limited test {}] log.Log(170): Logging initialized @2898ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T19:06:10,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:10,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:06:10,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:06:10,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:06:10,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:06:10,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:10,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:06:10,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:06:10,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/java.io.tmpdir/jetty-localhost-43321-hadoop-hdfs-3_4_1-tests_jar-_-any-2742913543368137891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:06:10,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:43321} 2024-11-15T19:06:10,877 INFO [Time-limited test {}] server.Server(415): Started @3279ms 2024-11-15T19:06:11,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:11,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:06:11,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:06:11,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:06:11,450 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:06:11,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:06:11,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T19:06:11,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/java.io.tmpdir/jetty-localhost-46783-hadoop-hdfs-3_4_1-tests_jar-_-any-3576741658687938341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:06:11,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:46783} 2024-11-15T19:06:11,555 INFO [Time-limited test {}] server.Server(415): Started @3956ms 2024-11-15T19:06:11,607 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T19:06:12,637 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054/data/data2/current/BP-710798860-172.17.0.2-1731697569673/current, will proceed with Du for space computation calculation, 2024-11-15T19:06:12,637 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054/data/data1/current/BP-710798860-172.17.0.2-1731697569673/current, will proceed with Du for space computation calculation, 2024-11-15T19:06:12,662 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T19:06:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ae782ca9387847 with lease ID 0x74620a77302a6d2d: Processing first storage report for DS-ef9e9096-86e4-42b0-adf3-f97b64106213 from datanode DatanodeRegistration(127.0.0.1:42241, datanodeUuid=08db5383-de84-4cbd-a61b-9e9a74f9d1be, infoPort=44741, infoSecurePort=0, ipcPort=41109, storageInfo=lv=-57;cid=testClusterID;nsid=1540703705;c=1731697569673) 2024-11-15T19:06:12,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ae782ca9387847 with lease ID 0x74620a77302a6d2d: from storage DS-ef9e9096-86e4-42b0-adf3-f97b64106213 node DatanodeRegistration(127.0.0.1:42241, datanodeUuid=08db5383-de84-4cbd-a61b-9e9a74f9d1be, infoPort=44741, infoSecurePort=0, ipcPort=41109, storageInfo=lv=-57;cid=testClusterID;nsid=1540703705;c=1731697569673), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T19:06:12,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ae782ca9387847 with lease ID 0x74620a77302a6d2d: Processing first storage report for DS-1a23ec2b-63b6-488e-b533-6b65029d8276 from datanode DatanodeRegistration(127.0.0.1:42241, datanodeUuid=08db5383-de84-4cbd-a61b-9e9a74f9d1be, infoPort=44741, infoSecurePort=0, ipcPort=41109, storageInfo=lv=-57;cid=testClusterID;nsid=1540703705;c=1731697569673) 2024-11-15T19:06:12,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ae782ca9387847 with lease ID 0x74620a77302a6d2d: from storage DS-1a23ec2b-63b6-488e-b533-6b65029d8276 node DatanodeRegistration(127.0.0.1:42241, datanodeUuid=08db5383-de84-4cbd-a61b-9e9a74f9d1be, infoPort=44741, infoSecurePort=0, ipcPort=41109, storageInfo=lv=-57;cid=testClusterID;nsid=1540703705;c=1731697569673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T19:06:12,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc 2024-11-15T19:06:12,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054/zookeeper_0, clientPort=60817, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T19:06:12,862 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60817 2024-11-15T19:06:12,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:06:12,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:06:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741825_1001 (size=7) 2024-11-15T19:06:13,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 with version=8 2024-11-15T19:06:13,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging 2024-11-15T19:06:13,524 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-15T19:06:13,525 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-15T19:06:13,525 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-15T19:06:13,525 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-15T19:06:13,597 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T19:06:13,847 INFO [Time-limited test {}] client.ConnectionUtils(128): master/74ec74825666:0 server-side Connection retries=45 2024-11-15T19:06:13,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:06:13,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:06:13,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:06:13,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:06:13,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:06:14,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T19:06:14,077 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T19:06:14,087 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T19:06:14,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:06:14,117 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 139145 (auto-detected) 2024-11-15T19:06:14,118 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T19:06:14,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42107 2024-11-15T19:06:14,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42107 connecting to ZooKeeper ensemble=127.0.0.1:60817 2024-11-15T19:06:14,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421070x0, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:06:14,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42107-0x1013fe3f7900000 connected 2024-11-15T19:06:14,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:06:14,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:06:14,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T19:06:14,494 INFO [Time-limited test {}] log.Log(170): Logging initialized @6896ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T19:06:14,531 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-15T19:06:14,532 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-15T19:06:14,533 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-15T19:06:14,533 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-15T19:06:14,533 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-15T19:06:14,535 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-15T19:06:14,535 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-15T19:06:14,535 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-15T19:06:14,537 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-15T19:06:14,595 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 43367 2024-11-15T19:06:14,596 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-15T19:06:14,609 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T19:06:14,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4cdc734c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:06:14,611 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T19:06:14,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@e95be18{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-15T19:06:14,663 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-15T19:06:14,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:06:14,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:06:14,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:06:14,676 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T19:06:15,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@2aafda76{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-15T19:06:15,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f7d02c{HTTP/1.1, (http/1.1)}{0.0.0.0:43367} 2024-11-15T19:06:15,241 INFO [Time-limited test {}] server.Server(415): Started @7643ms 2024-11-15T19:06:15,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0, hbase.cluster.distributed=false 2024-11-15T19:06:15,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-15T19:06:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42107 2024-11-15T19:06:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42107 2024-11-15T19:06:15,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42107 2024-11-15T19:06:15,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42107 2024-11-15T19:06:15,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42107 2024-11-15T19:06:15,369 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/74ec74825666:0 server-side Connection retries=45 2024-11-15T19:06:15,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:06:15,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T19:06:15,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T19:06:15,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T19:06:15,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T19:06:15,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T19:06:15,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T19:06:15,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37281 2024-11-15T19:06:15,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37281 connecting to ZooKeeper ensemble=127.0.0.1:60817 2024-11-15T19:06:15,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:06:15,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:06:15,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372810x0, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T19:06:15,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372810x0, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T19:06:15,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37281-0x1013fe3f7900001 connected 2024-11-15T19:06:15,439 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-15T19:06:15,439 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-15T19:06:15,440 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-15T19:06:15,440 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-15T19:06:15,440 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-15T19:06:15,441 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-15T19:06:15,441 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-15T19:06:15,441 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-15T19:06:15,442 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-15T19:06:15,444 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 45859 2024-11-15T19:06:15,444 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-15T19:06:15,447 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T19:06:15,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:06:15,447 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T19:06:15,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@126a703e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-15T19:06:15,467 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-15T19:06:15,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:06:15,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:06:15,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:06:15,470 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-15T19:06:15,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7253afc7{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-15T19:06:15,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b99b3c7{HTTP/1.1, (http/1.1)}{0.0.0.0:45859} 2024-11-15T19:06:15,475 INFO [Time-limited test {}] server.Server(415): Started @7877ms 2024-11-15T19:06:15,479 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T19:06:15,487 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T19:06:15,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-15T19:06:15,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-15T19:06:15,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37281 2024-11-15T19:06:15,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37281 2024-11-15T19:06:15,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37281 2024-11-15T19:06:15,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37281 2024-11-15T19:06:15,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37281 2024-11-15T19:06:15,511 DEBUG [M:0;74ec74825666:42107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;74ec74825666:42107 2024-11-15T19:06:15,514 INFO [master/74ec74825666:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-15T19:06:15,521 INFO [master/74ec74825666:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@39c3cce8{HTTP/1.1, (http/1.1)}{0.0.0.0:43083} 2024-11-15T19:06:15,521 INFO [master/74ec74825666:0:becomeActiveMaster {}] server.Server(415): Started @7923ms 2024-11-15T19:06:15,522 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/74ec74825666,42107,1731697573674 2024-11-15T19:06:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T19:06:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T19:06:15,540 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/74ec74825666,42107,1731697573674 2024-11-15T19:06:15,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-15T19:06:15,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:15,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:15,571 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-15T19:06:15,572 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/74ec74825666,42107,1731697573674 from backup master directory 2024-11-15T19:06:15,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/74ec74825666,42107,1731697573674 2024-11-15T19:06:15,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T19:06:15,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-15T19:06:15,584 WARN [master/74ec74825666:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:06:15,585 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=74ec74825666,42107,1731697573674 2024-11-15T19:06:15,586 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T19:06:15,588 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T19:06:15,639 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase.id] with ID: 5cb2be7e-7cf3-490b-8806-2a2796dec0e4 2024-11-15T19:06:15,639 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.tmp/hbase.id 2024-11-15T19:06:15,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741826_1002 (size=42) 2024-11-15T19:06:16,051 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.tmp/hbase.id]:[hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase.id] 2024-11-15T19:06:16,094 INFO [master/74ec74825666:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T19:06:16,100 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T19:06:16,119 INFO [master/74ec74825666:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-15T19:06:16,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:16,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:16,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741827_1003 (size=196) 2024-11-15T19:06:16,602 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:06:16,604 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T19:06:16,609 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-15T19:06:16,611 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-15T19:06:16,620 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:06:16,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741828_1004 (size=1189) 2024-11-15T19:06:17,069 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store 2024-11-15T19:06:17,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741829_1005 (size=34) 2024-11-15T19:06:17,493 INFO [master/74ec74825666:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T19:06:17,497 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:17,498 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:06:17,499 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:06:17,499 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:06:17,501 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:06:17,501 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:06:17,502 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:06:17,503 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731697577498Disabling compacts and flushes for region at 1731697577498Disabling writes for close at 1731697577501 (+3 ms)Writing region close event to WAL at 1731697577501Closed at 1731697577501 2024-11-15T19:06:17,505 WARN [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/.initializing 2024-11-15T19:06:17,506 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/WALs/74ec74825666,42107,1731697573674 2024-11-15T19:06:17,511 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:06:17,517 INFO [master/74ec74825666:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 74ec74825666,42107,1731697573674.regiongroup-0 2024-11-15T19:06:17,532 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C42107%2C1731697573674.74ec74825666%2C42107%2C1731697573674.regiongroup-0, suffix=, logDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/WALs/74ec74825666,42107,1731697573674, archiveDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/oldWALs, maxLogs=10 2024-11-15T19:06:17,555 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/WALs/74ec74825666,42107,1731697573674/74ec74825666%2C42107%2C1731697573674.74ec74825666%2C42107%2C1731697573674.regiongroup-0.1731697577536, exclude list is [], retry=0 2024-11-15T19:06:17,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:06:17,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T19:06:17,605 INFO [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/WALs/74ec74825666,42107,1731697573674/74ec74825666%2C42107%2C1731697573674.74ec74825666%2C42107%2C1731697573674.regiongroup-0.1731697577536 2024-11-15T19:06:17,606 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:06:17,607 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:06:17,607 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:17,611 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,612 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T19:06:17,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:17,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:06:17,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T19:06:17,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:17,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:17,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T19:06:17,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:17,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:17,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T19:06:17,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:17,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:17,709 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,713 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,714 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,720 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,721 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,724 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T19:06:17,728 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T19:06:17,734 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:06:17,735 INFO [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10521215680, jitterRate=-0.020135432481765747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T19:06:17,743 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731697577629Initializing all the Stores at 1731697577631 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731697577632 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697577633 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697577634 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697577634Cleaning up temporary data from old regions at 1731697577721 (+87 ms)Region opened successfully at 1731697577743 (+22 ms) 2024-11-15T19:06:17,745 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T19:06:17,777 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ac7884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=74ec74825666/172.17.0.2:0 2024-11-15T19:06:17,807 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T19:06:17,819 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T19:06:17,819 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T19:06:17,822 INFO [master/74ec74825666:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T19:06:17,823 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T19:06:17,829 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T19:06:17,829 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T19:06:17,858 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T19:06:17,868 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-15T19:06:17,941 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-15T19:06:17,944 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T19:06:17,946 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-15T19:06:17,959 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-15T19:06:17,961 INFO [master/74ec74825666:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T19:06:17,965 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-15T19:06:17,973 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-15T19:06:17,975 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-15T19:06:17,994 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-15T19:06:18,011 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T19:06:18,022 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-15T19:06:18,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-15T19:06:18,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-15T19:06:18,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:18,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:18,053 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=74ec74825666,42107,1731697573674, sessionid=0x1013fe3f7900000, setting cluster-up flag (Was=false) 2024-11-15T19:06:18,062 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-15T19:06:18,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:18,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:18,120 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-15T19:06:18,122 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,42107,1731697573674 2024-11-15T19:06:18,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:18,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:18,173 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-15T19:06:18,175 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,42107,1731697573674 2024-11-15T19:06:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:18,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:18,225 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-15T19:06:18,227 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=74ec74825666,42107,1731697573674 2024-11-15T19:06:18,235 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T19:06:18,304 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(746): ClusterId : 5cb2be7e-7cf3-490b-8806-2a2796dec0e4 2024-11-15T19:06:18,305 INFO [RS:0;74ec74825666:37281 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-15T19:06:18,307 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T19:06:18,320 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T19:06:18,322 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T19:06:18,323 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-15T19:06:18,330 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T19:06:18,332 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-15T19:06:18,332 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T19:06:18,336 INFO [master/74ec74825666:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T19:06:18,343 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T19:06:18,343 DEBUG [RS:0;74ec74825666:37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46568b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=74ec74825666/172.17.0.2:0 2024-11-15T19:06:18,343 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 74ec74825666,42107,1731697573674 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T19:06:18,349 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:06:18,350 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:06:18,350 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:06:18,350 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/74ec74825666:0, corePoolSize=5, maxPoolSize=5 2024-11-15T19:06:18,350 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/74ec74825666:0, corePoolSize=10, maxPoolSize=10 2024-11-15T19:06:18,350 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,351 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:06:18,351 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,352 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731697608352 2024-11-15T19:06:18,354 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T19:06:18,356 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T19:06:18,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:06:18,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T19:06:18,359 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;74ec74825666:37281 2024-11-15T19:06:18,360 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T19:06:18,361 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-15T19:06:18,361 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T19:06:18,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:18,362 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T19:06:18,362 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T19:06:18,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T19:06:18,364 INFO [RS:0;74ec74825666:37281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T19:06:18,364 INFO [RS:0;74ec74825666:37281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T19:06:18,364 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T19:06:18,363 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,367 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,42107,1731697573674 with port=37281, startcode=1731697575338 2024-11-15T19:06:18,371 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T19:06:18,372 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T19:06:18,373 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T19:06:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741831_1007 (size=1321) 2024-11-15T19:06:18,380 DEBUG [RS:0;74ec74825666:37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T19:06:18,384 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d5b5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:18,384 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:06:18,387 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:06:18,406 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:06:18,415 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T19:06:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:06:18,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:06:18,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668fba78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:18,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:06:18,422 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T19:06:18,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:06:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:18,428 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:06:18,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cae267a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:18,432 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-15T19:06:18,434 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T19:06:18,434 INFO [master/74ec74825666:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T19:06:18,436 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731697578435,5,FailOnTimeoutGroup] 2024-11-15T19:06:18,436 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731697578436,5,FailOnTimeoutGroup] 2024-11-15T19:06:18,437 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,437 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T19:06:18,438 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,438 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,445 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T19:06:18,446 WARN [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T19:06:18,547 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(2659): reportForDuty to master=74ec74825666,42107,1731697573674 with port=37281, startcode=1731697575338 2024-11-15T19:06:18,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 74ec74825666,37281,1731697575338 2024-11-15T19:06:18,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42107 {}] master.ServerManager(517): Registering regionserver=74ec74825666,37281,1731697575338 2024-11-15T19:06:18,557 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:18,557 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44073 2024-11-15T19:06:18,558 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=43367 2024-11-15T19:06:18,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-15T19:06:18,614 DEBUG [RS:0;74ec74825666:37281 {}] zookeeper.ZKUtil(111): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/rs/74ec74825666,37281,1731697575338 2024-11-15T19:06:18,614 WARN [RS:0;74ec74825666:37281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T19:06:18,615 INFO [RS:0;74ec74825666:37281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-15T19:06:18,615 INFO [RS:0;74ec74825666:37281 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-15T19:06:18,615 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338 2024-11-15T19:06:18,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [74ec74825666,37281,1731697575338] 2024-11-15T19:06:18,638 INFO [RS:0;74ec74825666:37281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T19:06:18,654 INFO [RS:0;74ec74825666:37281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T19:06:18,659 INFO [RS:0;74ec74825666:37281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T19:06:18,660 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,663 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T19:06:18,670 INFO [RS:0;74ec74825666:37281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T19:06:18,671 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,671 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,672 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,672 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,672 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,672 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,672 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/74ec74825666:0, corePoolSize=2, maxPoolSize=2 2024-11-15T19:06:18,672 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,672 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,672 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,673 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,673 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,673 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/74ec74825666:0, corePoolSize=1, maxPoolSize=1 2024-11-15T19:06:18,673 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:06:18,673 DEBUG [RS:0;74ec74825666:37281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/74ec74825666:0, corePoolSize=3, maxPoolSize=3 2024-11-15T19:06:18,674 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,674 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,674 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,675 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,675 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,675 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37281,1731697575338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:06:18,698 INFO [RS:0;74ec74825666:37281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T19:06:18,699 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,37281,1731697575338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,699 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,700 INFO [RS:0;74ec74825666:37281 {}] regionserver.Replication(171): 74ec74825666,37281,1731697575338 started 2024-11-15T19:06:18,715 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:18,716 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1482): Serving as 74ec74825666,37281,1731697575338, RpcServer on 74ec74825666/172.17.0.2:37281, sessionid=0x1013fe3f7900001 2024-11-15T19:06:18,717 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T19:06:18,717 DEBUG [RS:0;74ec74825666:37281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 74ec74825666,37281,1731697575338 2024-11-15T19:06:18,717 DEBUG [RS:0;74ec74825666:37281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,37281,1731697575338' 2024-11-15T19:06:18,717 DEBUG [RS:0;74ec74825666:37281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-15T19:06:18,718 DEBUG [RS:0;74ec74825666:37281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-15T19:06:18,719 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T19:06:18,719 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-15T19:06:18,719 DEBUG [RS:0;74ec74825666:37281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,37281,1731697575338' 2024-11-15T19:06:18,720 DEBUG [RS:0;74ec74825666:37281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T19:06:18,720 DEBUG [RS:0;74ec74825666:37281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T19:06:18,721 INFO [RS:0;74ec74825666:37281 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-15T19:06:18,721 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-15T19:06:18,721 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T19:06:18,721 DEBUG [RS:0;74ec74825666:37281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 74ec74825666,37281,1731697575338 2024-11-15T19:06:18,722 DEBUG [RS:0;74ec74825666:37281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '74ec74825666,37281,1731697575338' 2024-11-15T19:06:18,722 DEBUG [RS:0;74ec74825666:37281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-15T19:06:18,722 DEBUG [RS:0;74ec74825666:37281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-15T19:06:18,723 DEBUG [RS:0;74ec74825666:37281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T19:06:18,723 INFO [RS:0;74ec74825666:37281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T19:06:18,723 INFO [RS:0;74ec74825666:37281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T19:06:18,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T19:06:18,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741832_1008 (size=32) 2024-11-15T19:06:18,828 INFO [RS:0;74ec74825666:37281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:06:18,828 INFO [RS:0;74ec74825666:37281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 74ec74825666,37281,1731697575338.regiongroup-0 2024-11-15T19:06:18,832 INFO [RS:0;74ec74825666:37281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0, suffix=, logDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338, archiveDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs, maxLogs=32 2024-11-15T19:06:18,846 DEBUG [RS:0;74ec74825666:37281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697578834, exclude list is [], retry=0 2024-11-15T19:06:18,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:06:18,854 INFO [RS:0;74ec74825666:37281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697578834 2024-11-15T19:06:18,854 DEBUG [RS:0;74ec74825666:37281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:06:19,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:19,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:06:19,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:06:19,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:19,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:06:19,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:06:19,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:06:19,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:19,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:06:19,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:06:19,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:06:19,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:19,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:06:19,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:06:19,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:06:19,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:19,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:06:19,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:06:19,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740 2024-11-15T19:06:19,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740 2024-11-15T19:06:19,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:06:19,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:06:19,217 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T19:06:19,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:06:19,224 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:06:19,225 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9582451680, jitterRate=-0.10756464302539825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T19:06:19,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731697579193Initializing all the Stores at 1731697579195 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731697579195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731697579196 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697579196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731697579196Cleaning up temporary data from old regions at 1731697579216 (+20 ms)Region opened successfully at 1731697579227 (+11 ms) 2024-11-15T19:06:19,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:06:19,228 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:06:19,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:06:19,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:06:19,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:06:19,229 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:06:19,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731697579227Disabling compacts and flushes for region at 1731697579227Disabling writes for close at 1731697579228 (+1 ms)Writing region close event to WAL at 1731697579229 (+1 ms)Closed at 1731697579229 2024-11-15T19:06:19,232 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:06:19,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T19:06:19,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T19:06:19,247 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:06:19,250 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T19:06:19,402 DEBUG [74ec74825666:42107 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T19:06:19,412 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:19,419 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,37281,1731697575338, state=OPENING 2024-11-15T19:06:19,467 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T19:06:19,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:19,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:06:19,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T19:06:19,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T19:06:19,480 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T19:06:19,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:06:19,653 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T19:06:19,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T19:06:19,665 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T19:06:19,665 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-15T19:06:19,665 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-15T19:06:19,666 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:06:19,666 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T19:06:19,669 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C37281%2C1731697575338.meta, suffix=.meta, logDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338, archiveDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs, maxLogs=32 2024-11-15T19:06:19,684 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697579671.meta, exclude list is [], retry=0 2024-11-15T19:06:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:06:19,691 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697579671.meta 2024-11-15T19:06:19,691 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:06:19,692 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:06:19,695 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:06:19,696 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T19:06:19,698 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T19:06:19,699 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T19:06:19,702 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T19:06:19,702 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:19,703 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T19:06:19,703 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T19:06:19,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T19:06:19,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T19:06:19,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:19,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:06:19,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T19:06:19,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T19:06:19,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:19,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:06:19,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T19:06:19,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T19:06:19,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:19,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:06:19,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T19:06:19,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T19:06:19,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T19:06:19,719 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T19:06:19,721 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740 2024-11-15T19:06:19,723 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740 2024-11-15T19:06:19,726 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T19:06:19,726 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T19:06:19,727 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T19:06:19,729 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T19:06:19,731 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11725918560, jitterRate=0.09206126630306244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T19:06:19,731 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T19:06:19,732 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731697579703Writing region info on filesystem at 1731697579704 (+1 ms)Initializing all the Stores at 1731697579705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731697579705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731697579706 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697579706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731697579706Cleaning up temporary data from old regions at 1731697579726 (+20 ms)Running coprocessor post-open hooks at 1731697579731 (+5 ms)Region opened successfully at 1731697579732 (+1 ms) 2024-11-15T19:06:19,739 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731697579646 2024-11-15T19:06:19,750 DEBUG [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T19:06:19,751 INFO [RS_OPEN_META-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T19:06:19,752 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:19,755 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 74ec74825666,37281,1731697575338, state=OPEN 2024-11-15T19:06:19,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-15T19:06:19,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-15T19:06:19,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T19:06:19,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-15T19:06:19,826 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=74ec74825666,37281,1731697575338 2024-11-15T19:06:19,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T19:06:19,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=74ec74825666,37281,1731697575338 in 344 msec 2024-11-15T19:06:19,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T19:06:19,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 594 msec 2024-11-15T19:06:19,839 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T19:06:19,840 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T19:06:19,855 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:06:19,856 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:06:19,874 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:06:19,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:06:19,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6230 sec 2024-11-15T19:06:19,897 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731697579897, completionTime=-1 2024-11-15T19:06:19,900 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T19:06:19,900 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T19:06:19,927 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T19:06:19,928 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731697639927 2024-11-15T19:06:19,928 INFO [master/74ec74825666:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731697699928 2024-11-15T19:06:19,928 INFO [master/74ec74825666:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-15T19:06:19,930 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42107,1731697573674-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:19,930 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42107,1731697573674-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:19,930 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42107,1731697573674-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:19,932 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-74ec74825666:42107, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:19,932 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:19,933 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:19,939 DEBUG [master/74ec74825666:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T19:06:19,964 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.379sec 2024-11-15T19:06:19,965 INFO [master/74ec74825666:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T19:06:19,966 INFO [master/74ec74825666:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T19:06:19,967 INFO [master/74ec74825666:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T19:06:19,968 INFO [master/74ec74825666:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T19:06:19,968 INFO [master/74ec74825666:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T19:06:19,969 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42107,1731697573674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T19:06:19,969 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42107,1731697573674-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T19:06:19,977 DEBUG [master/74ec74825666:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T19:06:19,979 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T19:06:19,979 INFO [master/74ec74825666:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=74ec74825666,42107,1731697573674-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T19:06:20,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dc9676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:20,008 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T19:06:20,008 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T19:06:20,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:06:20,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:06:20,018 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:06:20,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:06:20,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:06:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7b4754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:06:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:06:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:20,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:06:20,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f57d422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:20,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:06:20,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:06:20,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:06:20,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:06:20,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=74ec74825666,42107,1731697573674 2024-11-15T19:06:20,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-15T19:06:20,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/test.cache.data in system properties and HBase conf 2024-11-15T19:06:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T19:06:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir in system properties and HBase conf 2024-11-15T19:06:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T19:06:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T19:06:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T19:06:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:06:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T19:06:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/nfs.dump.dir in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/java.io.tmpdir in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T19:06:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T19:06:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741835_1011 (size=592039) 2024-11-15T19:06:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741836_1012 (size=1663647) 2024-11-15T19:06:22,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:22,109 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:22,302 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:06:22,304 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-15T19:06:22,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:06:22,311 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:06:22,311 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:06:22,312 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:06:22,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:06:22,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:06:22,312 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7907cc73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:06:22,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T19:06:22,313 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fea1fa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T19:06:22,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:22,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31795375{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:06:22,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282c7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T19:06:22,448 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-15T19:06:22,448 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-15T19:06:22,448 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-15T19:06:22,450 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-15T19:06:22,487 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T19:06:22,583 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T19:06:22,795 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T19:06:22,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bc24d92{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/java.io.tmpdir/jetty-localhost-40553-hadoop-yarn-common-3_4_1_jar-_-any-5231040874336501474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-15T19:06:22,816 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b8b3d95{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/java.io.tmpdir/jetty-localhost-38793-hadoop-yarn-common-3_4_1_jar-_-any-6356802965488001394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-15T19:06:22,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b748ed{HTTP/1.1, (http/1.1)}{localhost:40553} 2024-11-15T19:06:22,817 INFO [Time-limited test {}] server.Server(415): Started @15219ms 2024-11-15T19:06:22,817 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@777737f3{HTTP/1.1, (http/1.1)}{localhost:38793} 2024-11-15T19:06:22,817 INFO [Thread-251 {}] server.Server(415): Started @15219ms 2024-11-15T19:06:22,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741837_1013 (size=5) 2024-11-15T19:06:23,549 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-15T19:06:23,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:23,586 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-15T19:06:23,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:06:23,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:06:23,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:06:23,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:06:23,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:23,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f86e72b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:06:23,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b17712e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T19:06:23,665 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-15T19:06:23,665 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-15T19:06:23,665 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-15T19:06:23,665 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-15T19:06:23,673 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T19:06:23,678 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T19:06:23,774 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T19:06:23,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9b44b03{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/java.io.tmpdir/jetty-localhost-44219-hadoop-yarn-common-3_4_1_jar-_-any-15081658637524566967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T19:06:23,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f7202f4{HTTP/1.1, (http/1.1)}{localhost:44219} 2024-11-15T19:06:23,787 INFO [Time-limited test {}] server.Server(415): Started @16188ms 2024-11-15T19:06:23,923 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-15T19:06:23,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:23,943 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-15T19:06:23,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T19:06:23,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T19:06:23,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T19:06:23,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T19:06:23,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T19:06:23,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ea3b6e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,AVAILABLE} 2024-11-15T19:06:23,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49859f6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-15T19:06:24,014 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-15T19:06:24,014 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-15T19:06:24,014 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-15T19:06:24,014 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-15T19:06:24,024 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T19:06:24,029 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T19:06:24,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T19:06:24,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T19:06:24,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:06:24,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-15T19:06:24,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:06:24,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T19:06:24,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T19:06:24,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T19:06:24,130 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-15T19:06:24,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4af2d556{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/java.io.tmpdir/jetty-localhost-42615-hadoop-yarn-common-3_4_1_jar-_-any-758612010448385802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T19:06:24,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@710b6bc2{HTTP/1.1, (http/1.1)}{localhost:42615} 2024-11-15T19:06:24,134 INFO [Time-limited test {}] server.Server(415): Started @16536ms 2024-11-15T19:06:24,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-15T19:06:24,157 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:44073/backupUT 2024-11-15T19:06:24,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:06:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:06:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d546a81 2024-11-15T19:06:24,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:06:24,172 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:06:24,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-15T19:06:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-15T19:06:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:06:24,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 23 msec 2024-11-15T19:06:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T19:06:24,302 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-15T19:06:24,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-15T19:06:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-15T19:06:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-15T19:06:24,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-11-15T19:06:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-15T19:06:24,411 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-15T19:06:24,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-15T19:06:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-15T19:06:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-15T19:06:24,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-11-15T19:06:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-15T19:06:24,521 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-15T19:06:24,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-15T19:06:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-15T19:06:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:06:24,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 11 msec 2024-11-15T19:06:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T19:06:24,632 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-15T19:06:24,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T19:06:24,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731697584157', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:06:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731697584157 2024-11-15T19:06:24,649 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731697584157 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:06:24,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731697584157" procId is: 8 2024-11-15T19:06:24,651 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T19:06:24,654 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731697584157 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:06:24,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741838_1014 (size=367) 2024-11-15T19:06:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T19:06:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T19:06:25,068 INFO [RegionOpenAndInit-test-1731697584157-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0eae60ecec52958f15dfc0750b7993b2, NAME => 'test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731697584157', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:25,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741839_1015 (size=53) 2024-11-15T19:06:25,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T19:06:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T19:06:25,478 DEBUG [RegionOpenAndInit-test-1731697584157-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:25,478 DEBUG [RegionOpenAndInit-test-1731697584157-pool-0 {}] regionserver.HRegion(1722): Closing 0eae60ecec52958f15dfc0750b7993b2, disabling compactions & flushes 2024-11-15T19:06:25,478 INFO [RegionOpenAndInit-test-1731697584157-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:25,478 DEBUG [RegionOpenAndInit-test-1731697584157-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:25,478 DEBUG [RegionOpenAndInit-test-1731697584157-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. after waiting 0 ms 2024-11-15T19:06:25,478 DEBUG [RegionOpenAndInit-test-1731697584157-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:25,478 INFO [RegionOpenAndInit-test-1731697584157-pool-0 {}] regionserver.HRegion(1973): Closed test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:25,478 DEBUG [RegionOpenAndInit-test-1731697584157-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0eae60ecec52958f15dfc0750b7993b2: Waiting for close lock at 1731697585478Disabling compacts and flushes for region at 1731697585478Disabling writes for close at 1731697585478Writing region close event to WAL at 1731697585478Closed at 1731697585478 2024-11-15T19:06:25,481 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731697584157 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:06:25,487 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731697585481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697585481"}]},"ts":"1731697585481"} 2024-11-15T19:06:25,492 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:06:25,494 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731697584157 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:06:25,498 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731697584157","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697585495"}]},"ts":"1731697585495"} 2024-11-15T19:06:25,502 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731697584157, state=ENABLING in hbase:meta 2024-11-15T19:06:25,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, ASSIGN}] 2024-11-15T19:06:25,506 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, ASSIGN 2024-11-15T19:06:25,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:06:25,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:25,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, ASSIGN because future has completed 2024-11-15T19:06:25,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:06:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T19:06:25,837 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:25,837 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T19:06:25,837 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 74ec74825666,37281,1731697575338.regiongroup-1 2024-11-15T19:06:25,840 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1, suffix=, logDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338, archiveDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs, maxLogs=32 2024-11-15T19:06:25,855 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697585842, exclude list is [], retry=0 2024-11-15T19:06:25,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:06:25,862 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697585842 2024-11-15T19:06:25,862 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:06:25,862 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0eae60ecec52958f15dfc0750b7993b2, NAME => 'test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:06:25,863 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:06:25,863 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731697584157 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,863 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:25,863 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,863 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,865 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,869 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eae60ecec52958f15dfc0750b7993b2 columnFamilyName f 2024-11-15T19:06:25,869 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:25,870 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(327): Store=0eae60ecec52958f15dfc0750b7993b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:25,870 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,872 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,872 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,873 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,873 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,876 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,879 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:06:25,880 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 0eae60ecec52958f15dfc0750b7993b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11720850720, jitterRate=0.09158928692340851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:06:25,880 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:25,881 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0eae60ecec52958f15dfc0750b7993b2: Running coprocessor pre-open hook at 1731697585863Writing region info on filesystem at 1731697585863Initializing all the Stores at 1731697585865 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697585865Cleaning up temporary data from old regions at 1731697585873 (+8 ms)Running coprocessor post-open hooks at 1731697585880 (+7 ms)Region opened successfully at 1731697585881 (+1 ms) 2024-11-15T19:06:25,883 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., pid=10, masterSystemTime=1731697585818 2024-11-15T19:06:25,887 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:25,887 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:25,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:25,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:06:25,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T19:06:25,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 in 230 msec 2024-11-15T19:06:25,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T19:06:25,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, ASSIGN in 395 msec 2024-11-15T19:06:25,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731697584157 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:06:25,905 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731697584157","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697585905"}]},"ts":"1731697585905"} 2024-11-15T19:06:25,908 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731697584157, state=ENABLED in hbase:meta 2024-11-15T19:06:25,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731697584157 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:06:25,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731697584157 in 1.2680 sec 2024-11-15T19:06:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-15T19:06:26,802 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731697584157 completed 2024-11-15T19:06:26,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0ff422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:26,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:06:26,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:06:26,804 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:06:26,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:06:26,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:06:26,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33eb5df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:26,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:06:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:06:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:26,808 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:06:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1e4b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:26,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:06:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:06:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:06:26,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:06:26,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731697584157', row='row0', locateType=CURRENT is [region=test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:06:26,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegion(8528): writing data to region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T19:06:26,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17316975841571', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:06:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17316975841571 2024-11-15T19:06:27,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17316975841571 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:06:27,001 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:27,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17316975841571" procId is: 11 2024-11-15T19:06:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:06:27,003 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17316975841571 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:06:27,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741841_1017 (size=364) 2024-11-15T19:06:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:06:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:06:27,415 INFO [RegionOpenAndInit-ns2:test-17316975841571-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89c3e4ba7646c9632d25d6d8c5ed65fa, NAME => 'ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17316975841571', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741842_1018 (size=50) 2024-11-15T19:06:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:06:27,824 DEBUG [RegionOpenAndInit-ns2:test-17316975841571-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:27,824 DEBUG [RegionOpenAndInit-ns2:test-17316975841571-pool-0 {}] regionserver.HRegion(1722): Closing 89c3e4ba7646c9632d25d6d8c5ed65fa, disabling compactions & flushes 2024-11-15T19:06:27,824 INFO [RegionOpenAndInit-ns2:test-17316975841571-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:06:27,824 DEBUG [RegionOpenAndInit-ns2:test-17316975841571-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:06:27,824 DEBUG [RegionOpenAndInit-ns2:test-17316975841571-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. after waiting 0 ms 2024-11-15T19:06:27,824 DEBUG [RegionOpenAndInit-ns2:test-17316975841571-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:06:27,824 INFO [RegionOpenAndInit-ns2:test-17316975841571-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:06:27,825 DEBUG [RegionOpenAndInit-ns2:test-17316975841571-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89c3e4ba7646c9632d25d6d8c5ed65fa: Waiting for close lock at 1731697587824Disabling compacts and flushes for region at 1731697587824Disabling writes for close at 1731697587824Writing region close event to WAL at 1731697587824Closed at 1731697587824 2024-11-15T19:06:27,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17316975841571 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:06:27,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731697587826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697587826"}]},"ts":"1731697587826"} 2024-11-15T19:06:27,830 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:06:27,832 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17316975841571 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:06:27,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17316975841571","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697587832"}]},"ts":"1731697587832"} 2024-11-15T19:06:27,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17316975841571, state=ENABLING in hbase:meta 2024-11-15T19:06:27,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316975841571, region=89c3e4ba7646c9632d25d6d8c5ed65fa, ASSIGN}] 2024-11-15T19:06:27,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316975841571, region=89c3e4ba7646c9632d25d6d8c5ed65fa, ASSIGN 2024-11-15T19:06:27,840 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17316975841571, region=89c3e4ba7646c9632d25d6d8c5ed65fa, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:06:27,990 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=89c3e4ba7646c9632d25d6d8c5ed65fa, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:27,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17316975841571, region=89c3e4ba7646c9632d25d6d8c5ed65fa, ASSIGN because future has completed 2024-11-15T19:06:27,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:06:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:06:28,152 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:06:28,153 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 89c3e4ba7646c9632d25d6d8c5ed65fa, NAME => 'ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:06:28,153 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:06:28,153 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316975841571 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,153 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:28,153 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,154 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,156 INFO [StoreOpener-89c3e4ba7646c9632d25d6d8c5ed65fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,158 INFO [StoreOpener-89c3e4ba7646c9632d25d6d8c5ed65fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89c3e4ba7646c9632d25d6d8c5ed65fa columnFamilyName f 2024-11-15T19:06:28,158 DEBUG [StoreOpener-89c3e4ba7646c9632d25d6d8c5ed65fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:28,159 INFO [StoreOpener-89c3e4ba7646c9632d25d6d8c5ed65fa-1 {}] regionserver.HStore(327): Store=89c3e4ba7646c9632d25d6d8c5ed65fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:28,159 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,161 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,161 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,162 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,162 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,166 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,170 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:06:28,171 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 89c3e4ba7646c9632d25d6d8c5ed65fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10926937280, jitterRate=0.017650336027145386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:06:28,171 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:28,173 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 89c3e4ba7646c9632d25d6d8c5ed65fa: Running coprocessor pre-open hook at 1731697588154Writing region info on filesystem at 1731697588154Initializing all the Stores at 1731697588155 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697588155Cleaning up temporary data from old regions at 1731697588162 (+7 ms)Running coprocessor post-open hooks at 1731697588171 (+9 ms)Region opened successfully at 1731697588172 (+1 ms) 2024-11-15T19:06:28,174 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa., pid=13, masterSystemTime=1731697588148 2024-11-15T19:06:28,178 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:06:28,178 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:06:28,179 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=89c3e4ba7646c9632d25d6d8c5ed65fa, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:28,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:06:28,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T19:06:28,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa, server=74ec74825666,37281,1731697575338 in 190 msec 2024-11-15T19:06:28,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T19:06:28,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316975841571, region=89c3e4ba7646c9632d25d6d8c5ed65fa, ASSIGN in 353 msec 2024-11-15T19:06:28,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17316975841571 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:06:28,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17316975841571","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697588196"}]},"ts":"1731697588196"} 2024-11-15T19:06:28,200 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17316975841571, state=ENABLED in hbase:meta 2024-11-15T19:06:28,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17316975841571 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:06:28,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17316975841571 in 1.2030 sec 2024-11-15T19:06:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T19:06:29,151 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17316975841571 completed 2024-11-15T19:06:29,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316975841571', row='row0', locateType=CURRENT is [region=ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:06:29,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegion(8528): writing data to region ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T19:06:29,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17316975841572', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:06:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17316975841572 2024-11-15T19:06:29,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17316975841572 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:06:29,302 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:29,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17316975841572" procId is: 14 2024-11-15T19:06:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T19:06:29,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17316975841572 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:06:29,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741843_1019 (size=390) 2024-11-15T19:06:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T19:06:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T19:06:29,714 INFO [RegionOpenAndInit-ns3:test-17316975841572-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e4da1b6519f4ab61122f88ee46cb643, NAME => 'ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17316975841572', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741844_1020 (size=50) 2024-11-15T19:06:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T19:06:30,124 DEBUG [RegionOpenAndInit-ns3:test-17316975841572-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:30,124 DEBUG [RegionOpenAndInit-ns3:test-17316975841572-pool-0 {}] regionserver.HRegion(1722): Closing 0e4da1b6519f4ab61122f88ee46cb643, disabling compactions & flushes 2024-11-15T19:06:30,124 INFO [RegionOpenAndInit-ns3:test-17316975841572-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:06:30,124 DEBUG [RegionOpenAndInit-ns3:test-17316975841572-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:06:30,124 DEBUG [RegionOpenAndInit-ns3:test-17316975841572-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. after waiting 0 ms 2024-11-15T19:06:30,124 DEBUG [RegionOpenAndInit-ns3:test-17316975841572-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:06:30,124 INFO [RegionOpenAndInit-ns3:test-17316975841572-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:06:30,124 DEBUG [RegionOpenAndInit-ns3:test-17316975841572-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e4da1b6519f4ab61122f88ee46cb643: Waiting for close lock at 1731697590124Disabling compacts and flushes for region at 1731697590124Disabling writes for close at 1731697590124Writing region close event to WAL at 1731697590124Closed at 1731697590124 2024-11-15T19:06:30,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17316975841572 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:06:30,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731697590126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697590126"}]},"ts":"1731697590126"} 2024-11-15T19:06:30,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:06:30,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17316975841572 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:06:30,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17316975841572","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697590131"}]},"ts":"1731697590131"} 2024-11-15T19:06:30,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17316975841572, state=ENABLING in hbase:meta 2024-11-15T19:06:30,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316975841572, region=0e4da1b6519f4ab61122f88ee46cb643, ASSIGN}] 2024-11-15T19:06:30,136 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316975841572, region=0e4da1b6519f4ab61122f88ee46cb643, ASSIGN 2024-11-15T19:06:30,138 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17316975841572, region=0e4da1b6519f4ab61122f88ee46cb643, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:06:30,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0e4da1b6519f4ab61122f88ee46cb643, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:30,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17316975841572, region=0e4da1b6519f4ab61122f88ee46cb643, ASSIGN because future has completed 2024-11-15T19:06:30,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4da1b6519f4ab61122f88ee46cb643, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:06:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T19:06:30,451 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:06:30,451 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e4da1b6519f4ab61122f88ee46cb643, NAME => 'ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:06:30,451 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:06:30,452 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316975841572 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,452 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:30,452 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,452 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,454 INFO [StoreOpener-0e4da1b6519f4ab61122f88ee46cb643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,456 INFO [StoreOpener-0e4da1b6519f4ab61122f88ee46cb643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4da1b6519f4ab61122f88ee46cb643 columnFamilyName f 2024-11-15T19:06:30,456 DEBUG [StoreOpener-0e4da1b6519f4ab61122f88ee46cb643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:30,457 INFO [StoreOpener-0e4da1b6519f4ab61122f88ee46cb643-1 {}] regionserver.HStore(327): Store=0e4da1b6519f4ab61122f88ee46cb643/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:30,457 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,459 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns3/test-17316975841572/0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,460 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns3/test-17316975841572/0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,460 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,460 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,463 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,467 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns3/test-17316975841572/0e4da1b6519f4ab61122f88ee46cb643/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:06:30,468 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0e4da1b6519f4ab61122f88ee46cb643; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10640438240, jitterRate=-0.00903196632862091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:06:30,468 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:06:30,495 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0e4da1b6519f4ab61122f88ee46cb643: Running coprocessor pre-open hook at 1731697590452Writing region info on filesystem at 1731697590452Initializing all the Stores at 1731697590454 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697590454Cleaning up temporary data from old regions at 1731697590460 (+6 ms)Running coprocessor post-open hooks at 1731697590468 (+8 ms)Region opened successfully at 1731697590495 (+27 ms) 2024-11-15T19:06:30,497 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643., pid=16, masterSystemTime=1731697590445 2024-11-15T19:06:30,499 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:06:30,500 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:06:30,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0e4da1b6519f4ab61122f88ee46cb643, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:30,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4da1b6519f4ab61122f88ee46cb643, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:06:30,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T19:06:30,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e4da1b6519f4ab61122f88ee46cb643, server=74ec74825666,37281,1731697575338 in 213 msec 2024-11-15T19:06:30,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T19:06:30,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316975841572, region=0e4da1b6519f4ab61122f88ee46cb643, ASSIGN in 373 msec 2024-11-15T19:06:30,512 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17316975841572 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:06:30,512 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17316975841572","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697590512"}]},"ts":"1731697590512"} 2024-11-15T19:06:30,515 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17316975841572, state=ENABLED in hbase:meta 2024-11-15T19:06:30,516 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17316975841572 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:06:30,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17316975841572 in 1.2180 sec 2024-11-15T19:06:30,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17316975841572' 2024-11-15T19:06:30,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731697584157' 2024-11-15T19:06:30,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17316975841571' 2024-11-15T19:06:31,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T19:06:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T19:06:31,451 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17316975841572 completed 2024-11-15T19:06:31,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17316975841572 get assigned. Timeout = 60000ms 2024-11-15T19:06:31,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T19:06:31,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17316975841572 assigned to meta. Checking AM states. 2024-11-15T19:06:31,459 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T19:06:31,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17316975841572 assigned. 2024-11-15T19:06:31,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17316975841573', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:06:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17316975841573 2024-11-15T19:06:31,466 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17316975841573 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:06:31,466 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:31,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17316975841573" procId is: 17 2024-11-15T19:06:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:06:31,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17316975841573 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:06:31,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741845_1021 (size=390) 2024-11-15T19:06:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:06:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:06:31,878 INFO [RegionOpenAndInit-ns4:test-17316975841573-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4345f0da20b9deffabebe52b0cf8e3bd, NAME => 'ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17316975841573', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741846_1022 (size=50) 2024-11-15T19:06:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:06:32,287 DEBUG [RegionOpenAndInit-ns4:test-17316975841573-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:32,287 DEBUG [RegionOpenAndInit-ns4:test-17316975841573-pool-0 {}] regionserver.HRegion(1722): Closing 4345f0da20b9deffabebe52b0cf8e3bd, disabling compactions & flushes 2024-11-15T19:06:32,287 INFO [RegionOpenAndInit-ns4:test-17316975841573-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:06:32,287 DEBUG [RegionOpenAndInit-ns4:test-17316975841573-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:06:32,287 DEBUG [RegionOpenAndInit-ns4:test-17316975841573-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. after waiting 0 ms 2024-11-15T19:06:32,287 DEBUG [RegionOpenAndInit-ns4:test-17316975841573-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:06:32,287 INFO [RegionOpenAndInit-ns4:test-17316975841573-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:06:32,287 DEBUG [RegionOpenAndInit-ns4:test-17316975841573-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4345f0da20b9deffabebe52b0cf8e3bd: Waiting for close lock at 1731697592287Disabling compacts and flushes for region at 1731697592287Disabling writes for close at 1731697592287Writing region close event to WAL at 1731697592287Closed at 1731697592287 2024-11-15T19:06:32,289 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17316975841573 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:06:32,289 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731697592289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697592289"}]},"ts":"1731697592289"} 2024-11-15T19:06:32,292 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:06:32,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17316975841573 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:06:32,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17316975841573","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697592294"}]},"ts":"1731697592294"} 2024-11-15T19:06:32,296 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17316975841573, state=ENABLING in hbase:meta 2024-11-15T19:06:32,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316975841573, region=4345f0da20b9deffabebe52b0cf8e3bd, ASSIGN}] 2024-11-15T19:06:32,298 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316975841573, region=4345f0da20b9deffabebe52b0cf8e3bd, ASSIGN 2024-11-15T19:06:32,300 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17316975841573, region=4345f0da20b9deffabebe52b0cf8e3bd, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:06:32,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4345f0da20b9deffabebe52b0cf8e3bd, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:32,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17316975841573, region=4345f0da20b9deffabebe52b0cf8e3bd, ASSIGN because future has completed 2024-11-15T19:06:32,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4345f0da20b9deffabebe52b0cf8e3bd, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:06:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:06:32,612 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:06:32,612 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4345f0da20b9deffabebe52b0cf8e3bd, NAME => 'ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:06:32,612 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:06:32,612 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316975841573 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,613 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:32,613 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,613 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,615 INFO [StoreOpener-4345f0da20b9deffabebe52b0cf8e3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,617 INFO [StoreOpener-4345f0da20b9deffabebe52b0cf8e3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4345f0da20b9deffabebe52b0cf8e3bd columnFamilyName f 2024-11-15T19:06:32,617 DEBUG [StoreOpener-4345f0da20b9deffabebe52b0cf8e3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:32,618 INFO [StoreOpener-4345f0da20b9deffabebe52b0cf8e3bd-1 {}] regionserver.HStore(327): Store=4345f0da20b9deffabebe52b0cf8e3bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:32,618 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,620 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns4/test-17316975841573/4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,620 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns4/test-17316975841573/4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,621 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,621 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,623 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,626 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns4/test-17316975841573/4345f0da20b9deffabebe52b0cf8e3bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:06:32,627 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 4345f0da20b9deffabebe52b0cf8e3bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11055485920, jitterRate=0.029622361063957214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:06:32,627 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:06:32,628 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4345f0da20b9deffabebe52b0cf8e3bd: Running coprocessor pre-open hook at 1731697592613Writing region info on filesystem at 1731697592613Initializing all the Stores at 1731697592614 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697592614Cleaning up temporary data from old regions at 1731697592621 (+7 ms)Running coprocessor post-open hooks at 1731697592627 (+6 ms)Region opened successfully at 1731697592628 (+1 ms) 2024-11-15T19:06:32,629 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd., pid=19, masterSystemTime=1731697592607 2024-11-15T19:06:32,632 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:06:32,632 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:06:32,633 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4345f0da20b9deffabebe52b0cf8e3bd, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:32,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4345f0da20b9deffabebe52b0cf8e3bd, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:06:32,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T19:06:32,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4345f0da20b9deffabebe52b0cf8e3bd, server=74ec74825666,37281,1731697575338 in 184 msec 2024-11-15T19:06:32,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-15T19:06:32,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316975841573, region=4345f0da20b9deffabebe52b0cf8e3bd, ASSIGN in 345 msec 2024-11-15T19:06:32,646 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17316975841573 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:06:32,646 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17316975841573","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697592646"}]},"ts":"1731697592646"} 2024-11-15T19:06:32,648 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17316975841573, state=ENABLED in hbase:meta 2024-11-15T19:06:32,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17316975841573 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:06:32,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17316975841573 in 1.1880 sec 2024-11-15T19:06:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-15T19:06:33,611 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17316975841573 completed 2024-11-15T19:06:33,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17316975841573 get assigned. Timeout = 60000ms 2024-11-15T19:06:33,611 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T19:06:33,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17316975841573 assigned to meta. Checking AM states. 2024-11-15T19:06:33,616 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T19:06:33,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17316975841573 assigned. 2024-11-15T19:06:33,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:06:33,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:06:33,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:33,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:33,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:06:33,642 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=9, AvailableMemoryMB=3296 2024-11-15T19:06:33,644 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-15T19:06:33,645 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-15T19:06:33,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731697584157 from 'test-1731697584157', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731697584157', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:06:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731697584157 2024-11-15T19:06:33,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741847_1023 (size=908) 2024-11-15T19:06:34,072 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/.tabledesc/.tableinfo.0000000001.367 2024-11-15T19:06:34,072 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/.tabledesc/.tableinfo.0000000002.908 2024-11-15T19:06:34,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316975841571 2024-11-15T19:06:34,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316975841571 Metrics about Tables on a single HBase RegionServer 2024-11-15T19:06:34,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17316975841573 2024-11-15T19:06:34,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17316975841573 Metrics about Tables on a single HBase RegionServer 2024-11-15T19:06:34,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731697584157 2024-11-15T19:06:34,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731697584157 Metrics about Tables on a single HBase RegionServer 2024-11-15T19:06:34,076 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316975841572 2024-11-15T19:06:34,076 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316975841572 Metrics about Tables on a single HBase RegionServer 2024-11-15T19:06:34,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731697584157}] 2024-11-15T19:06:34,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE}] 2024-11-15T19:06:34,088 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE 2024-11-15T19:06:34,091 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42107 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=74ec74825666,37281,1731697575338, table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T19:06:34,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=CLOSING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE because future has completed 2024-11-15T19:06:34,094 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:06:34,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:06:34,252 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:34,252 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:06:34,253 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 0eae60ecec52958f15dfc0750b7993b2, disabling compactions & flushes 2024-11-15T19:06:34,253 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:34,253 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:34,253 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. after waiting 0 ms 2024-11-15T19:06:34,253 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:34,256 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 0eae60ecec52958f15dfc0750b7993b2 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-15T19:06:34,318 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f is 37, key is row10/f:q1/1731697586846/Put/seqid=0 2024-11-15T19:06:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741848_1024 (size=8413) 2024-11-15T19:06:34,729 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f 2024-11-15T19:06:34,783 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f 2024-11-15T19:06:34,794 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f, entries=99, sequenceid=103, filesize=8.2 K 2024-11-15T19:06:34,801 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0eae60ecec52958f15dfc0750b7993b2 in 543ms, sequenceid=103, compaction requested=false 2024-11-15T19:06:34,808 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-15T19:06:34,812 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:06:34,812 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:34,812 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 0eae60ecec52958f15dfc0750b7993b2: Waiting for close lock at 1731697594253Running coprocessor pre-close hooks at 1731697594253Disabling compacts and flushes for region at 1731697594253Disabling writes for close at 1731697594253Obtaining lock to block concurrent updates at 1731697594256 (+3 ms)Preparing flush snapshotting stores in 0eae60ecec52958f15dfc0750b7993b2 at 1731697594256Finished memstore snapshotting test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731697594263 (+7 ms)Flushing stores of test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. at 1731697594264 (+1 ms)Flushing 0eae60ecec52958f15dfc0750b7993b2/f: creating writer at 1731697594266 (+2 ms)Flushing 0eae60ecec52958f15dfc0750b7993b2/f: appending metadata at 1731697594307 (+41 ms)Flushing 0eae60ecec52958f15dfc0750b7993b2/f: closing flushed file at 1731697594309 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7adefa56: reopening flushed file at 1731697594781 (+472 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0eae60ecec52958f15dfc0750b7993b2 in 543ms, sequenceid=103, compaction requested=false at 1731697594801 (+20 ms)Writing region close event to WAL at 1731697594803 (+2 ms)Running coprocessor post-close hooks at 1731697594809 (+6 ms)Closed at 1731697594812 (+3 ms) 2024-11-15T19:06:34,812 WARN [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 0eae60ecec52958f15dfc0750b7993b2 to self. 2024-11-15T19:06:34,815 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:34,816 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=CLOSED 2024-11-15T19:06:34,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:06:34,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-15T19:06:34,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 in 725 msec 2024-11-15T19:06:34,823 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE; state=CLOSED, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=true 2024-11-15T19:06:34,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE because future has completed 2024-11-15T19:06:34,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:06:35,133 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:35,133 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0eae60ecec52958f15dfc0750b7993b2, NAME => 'test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:06:35,134 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:06:35,134 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731697584157 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,134 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:35,134 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,134 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,136 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,138 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eae60ecec52958f15dfc0750b7993b2 columnFamilyName f 2024-11-15T19:06:35,138 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:35,147 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f 2024-11-15T19:06:35,148 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(327): Store=0eae60ecec52958f15dfc0750b7993b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:35,148 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,150 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eae60ecec52958f15dfc0750b7993b2 columnFamilyName f3 2024-11-15T19:06:35,150 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:35,150 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(327): Store=0eae60ecec52958f15dfc0750b7993b2/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:35,151 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,157 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eae60ecec52958f15dfc0750b7993b2 columnFamilyName mob 2024-11-15T19:06:35,161 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:35,162 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(327): Store=0eae60ecec52958f15dfc0750b7993b2/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:35,163 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,164 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,166 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,167 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,167 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,169 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731697584157 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T19:06:35,171 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,172 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0eae60ecec52958f15dfc0750b7993b2; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11493686240, jitterRate=0.07043294608592987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T19:06:35,173 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:35,173 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0eae60ecec52958f15dfc0750b7993b2: Running coprocessor pre-open hook at 1731697595135Writing region info on filesystem at 1731697595135Initializing all the Stores at 1731697595136 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697595136Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697595136Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697595136Cleaning up temporary data from old regions at 1731697595168 (+32 ms)Running coprocessor post-open hooks at 1731697595173 (+5 ms)Region opened successfully at 1731697595173 2024-11-15T19:06:35,175 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., pid=24, masterSystemTime=1731697595129 2024-11-15T19:06:35,177 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:35,177 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:35,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=OPEN, openSeqNum=107, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:35,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:06:35,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-15T19:06:35,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 in 206 msec 2024-11-15T19:06:35,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-15T19:06:35,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE in 1.0970 sec 2024-11-15T19:06:35,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-15T19:06:35,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731697584157 in 1.1100 sec 2024-11-15T19:06:35,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731697584157 in 1.5420 sec 2024-11-15T19:06:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-15T19:06:35,198 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731697584157 completed 2024-11-15T19:06:35,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad201f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:35,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:06:35,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:06:35,200 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:06:35,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:06:35,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:06:35,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12498163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:35,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:06:35,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:06:35,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:35,202 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:06:35,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232acd17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:35,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:06:35,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:06:35,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:06:35,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:06:35,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731697584157', row='row-test-1731697584157-3-0', locateType=CURRENT is [region=test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., hostname=74ec74825666,37281,1731697575338, seqNum=107] 2024-11-15T19:06:35,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:06:35,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:06:35,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8779869 2024-11-15T19:06:35,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:06:35,268 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:06:35,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-15T19:06:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-15T19:06:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T19:06:35,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 9 msec 2024-11-15T19:06:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T19:06:35,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-15T19:06:35,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:06:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-15T19:06:35,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:06:35,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:35,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-15T19:06:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T19:06:35,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:06:35,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741849_1025 (size=635) 2024-11-15T19:06:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T19:06:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T19:06:35,820 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cffa777b4295512c465ea51f75ab7f4e, NAME => 'backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:35,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741850_1026 (size=40) 2024-11-15T19:06:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T19:06:36,229 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:36,229 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing cffa777b4295512c465ea51f75ab7f4e, disabling compactions & flushes 2024-11-15T19:06:36,229 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:36,229 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:36,229 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. after waiting 0 ms 2024-11-15T19:06:36,229 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:36,229 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:36,229 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for cffa777b4295512c465ea51f75ab7f4e: Waiting for close lock at 1731697596229Disabling compacts and flushes for region at 1731697596229Disabling writes for close at 1731697596229Writing region close event to WAL at 1731697596229Closed at 1731697596229 2024-11-15T19:06:36,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:06:36,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731697596231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697596231"}]},"ts":"1731697596231"} 2024-11-15T19:06:36,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:06:36,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:06:36,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697596235"}]},"ts":"1731697596235"} 2024-11-15T19:06:36,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-15T19:06:36,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=cffa777b4295512c465ea51f75ab7f4e, ASSIGN}] 2024-11-15T19:06:36,240 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=cffa777b4295512c465ea51f75ab7f4e, ASSIGN 2024-11-15T19:06:36,241 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=cffa777b4295512c465ea51f75ab7f4e, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:06:36,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=cffa777b4295512c465ea51f75ab7f4e, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:36,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=cffa777b4295512c465ea51f75ab7f4e, ASSIGN because future has completed 2024-11-15T19:06:36,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure cffa777b4295512c465ea51f75ab7f4e, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:06:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T19:06:36,552 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:36,552 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => cffa777b4295512c465ea51f75ab7f4e, NAME => 'backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:06:36,552 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:06:36,552 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:36,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,553 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,555 INFO [StoreOpener-cffa777b4295512c465ea51f75ab7f4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,557 INFO [StoreOpener-cffa777b4295512c465ea51f75ab7f4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cffa777b4295512c465ea51f75ab7f4e columnFamilyName meta 2024-11-15T19:06:36,557 DEBUG [StoreOpener-cffa777b4295512c465ea51f75ab7f4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:36,558 INFO [StoreOpener-cffa777b4295512c465ea51f75ab7f4e-1 {}] regionserver.HStore(327): Store=cffa777b4295512c465ea51f75ab7f4e/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:36,558 INFO [StoreOpener-cffa777b4295512c465ea51f75ab7f4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,560 INFO [StoreOpener-cffa777b4295512c465ea51f75ab7f4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cffa777b4295512c465ea51f75ab7f4e columnFamilyName session 2024-11-15T19:06:36,560 DEBUG [StoreOpener-cffa777b4295512c465ea51f75ab7f4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:36,561 INFO [StoreOpener-cffa777b4295512c465ea51f75ab7f4e-1 {}] regionserver.HStore(327): Store=cffa777b4295512c465ea51f75ab7f4e/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:36,561 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,562 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,562 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,563 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,563 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,564 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T19:06:36,565 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,568 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:06:36,569 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened cffa777b4295512c465ea51f75ab7f4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10670863200, jitterRate=-0.006198421120643616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T19:06:36,569 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:36,570 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for cffa777b4295512c465ea51f75ab7f4e: Running coprocessor pre-open hook at 1731697596553Writing region info on filesystem at 1731697596553Initializing all the Stores at 1731697596554 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697596554Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697596555 (+1 ms)Cleaning up temporary data from old regions at 1731697596563 (+8 ms)Running coprocessor post-open hooks at 1731697596569 (+6 ms)Region opened successfully at 1731697596569 2024-11-15T19:06:36,571 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., pid=28, masterSystemTime=1731697596547 2024-11-15T19:06:36,573 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:36,573 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:36,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=cffa777b4295512c465ea51f75ab7f4e, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:36,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure cffa777b4295512c465ea51f75ab7f4e, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:06:36,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-15T19:06:36,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure cffa777b4295512c465ea51f75ab7f4e, server=74ec74825666,37281,1731697575338 in 183 msec 2024-11-15T19:06:36,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-15T19:06:36,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=cffa777b4295512c465ea51f75ab7f4e, ASSIGN in 342 msec 2024-11-15T19:06:36,584 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:06:36,584 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697596584"}]},"ts":"1731697596584"} 2024-11-15T19:06:36,587 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-15T19:06:36,588 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:06:36,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1820 sec 2024-11-15T19:06:36,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17316975841573' 2024-11-15T19:06:36,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-15T19:06:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-15T19:06:37,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-15T19:06:37,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:06:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-15T19:06:37,581 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:06:37,581 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:37,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-15T19:06:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T19:06:37,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:06:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741851_1027 (size=640) 2024-11-15T19:06:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T19:06:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T19:06:37,993 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c002c315ee93d2c16e5966afdcd6ffab, NAME => 'backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:38,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741852_1028 (size=45) 2024-11-15T19:06:38,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T19:06:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T19:06:38,402 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:38,402 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing c002c315ee93d2c16e5966afdcd6ffab, disabling compactions & flushes 2024-11-15T19:06:38,402 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:06:38,402 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:06:38,402 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. after waiting 0 ms 2024-11-15T19:06:38,402 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:06:38,402 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:06:38,402 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for c002c315ee93d2c16e5966afdcd6ffab: Waiting for close lock at 1731697598402Disabling compacts and flushes for region at 1731697598402Disabling writes for close at 1731697598402Writing region close event to WAL at 1731697598402Closed at 1731697598402 2024-11-15T19:06:38,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:06:38,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731697598404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697598404"}]},"ts":"1731697598404"} 2024-11-15T19:06:38,407 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:06:38,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:06:38,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697598408"}]},"ts":"1731697598408"} 2024-11-15T19:06:38,411 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-15T19:06:38,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c002c315ee93d2c16e5966afdcd6ffab, ASSIGN}] 2024-11-15T19:06:38,413 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c002c315ee93d2c16e5966afdcd6ffab, ASSIGN 2024-11-15T19:06:38,414 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=c002c315ee93d2c16e5966afdcd6ffab, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:06:38,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=c002c315ee93d2c16e5966afdcd6ffab, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:38,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=c002c315ee93d2c16e5966afdcd6ffab, ASSIGN because future has completed 2024-11-15T19:06:38,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure c002c315ee93d2c16e5966afdcd6ffab, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:06:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T19:06:38,724 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:06:38,724 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => c002c315ee93d2c16e5966afdcd6ffab, NAME => 'backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:06:38,724 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:06:38,725 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,725 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:06:38,725 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,725 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,727 INFO [StoreOpener-c002c315ee93d2c16e5966afdcd6ffab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,729 INFO [StoreOpener-c002c315ee93d2c16e5966afdcd6ffab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c002c315ee93d2c16e5966afdcd6ffab columnFamilyName meta 2024-11-15T19:06:38,729 DEBUG [StoreOpener-c002c315ee93d2c16e5966afdcd6ffab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:38,730 INFO [StoreOpener-c002c315ee93d2c16e5966afdcd6ffab-1 {}] regionserver.HStore(327): Store=c002c315ee93d2c16e5966afdcd6ffab/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:38,730 INFO [StoreOpener-c002c315ee93d2c16e5966afdcd6ffab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,732 INFO [StoreOpener-c002c315ee93d2c16e5966afdcd6ffab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c002c315ee93d2c16e5966afdcd6ffab columnFamilyName session 2024-11-15T19:06:38,732 DEBUG [StoreOpener-c002c315ee93d2c16e5966afdcd6ffab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:38,733 INFO [StoreOpener-c002c315ee93d2c16e5966afdcd6ffab-1 {}] regionserver.HStore(327): Store=c002c315ee93d2c16e5966afdcd6ffab/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:06:38,733 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,734 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system_bulk/c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,734 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system_bulk/c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,735 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,735 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,736 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T19:06:38,738 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,741 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system_bulk/c002c315ee93d2c16e5966afdcd6ffab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:06:38,741 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened c002c315ee93d2c16e5966afdcd6ffab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9905867680, jitterRate=-0.0774441808462143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T19:06:38,741 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:06:38,742 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for c002c315ee93d2c16e5966afdcd6ffab: Running coprocessor pre-open hook at 1731697598725Writing region info on filesystem at 1731697598725Initializing all the Stores at 1731697598726 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697598726Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697598727 (+1 ms)Cleaning up temporary data from old regions at 1731697598735 (+8 ms)Running coprocessor post-open hooks at 1731697598742 (+7 ms)Region opened successfully at 1731697598742 2024-11-15T19:06:38,743 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab., pid=31, masterSystemTime=1731697598720 2024-11-15T19:06:38,745 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:06:38,745 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:06:38,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=c002c315ee93d2c16e5966afdcd6ffab, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:06:38,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure c002c315ee93d2c16e5966afdcd6ffab, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:06:38,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-15T19:06:38,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure c002c315ee93d2c16e5966afdcd6ffab, server=74ec74825666,37281,1731697575338 in 182 msec 2024-11-15T19:06:38,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-15T19:06:38,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=c002c315ee93d2c16e5966afdcd6ffab, ASSIGN in 342 msec 2024-11-15T19:06:38,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:06:38,756 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697598756"}]},"ts":"1731697598756"} 2024-11-15T19:06:38,758 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-15T19:06:38,759 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:06:38,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1820 sec 2024-11-15T19:06:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-15T19:06:39,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-15T19:06:39,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:06:39,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:06:39,755 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T19:06:39,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:06:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-15T19:06:39,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T19:06:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697599778 (current time:1731697599778). 2024-11-15T19:06:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:06:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T19:06:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6759043c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:06:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:06:39,780 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:06:39,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:06:39,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:06:39,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76af53c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:39,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:06:39,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:06:39,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:39,782 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:06:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d4f2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:06:39,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:06:39,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:06:39,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:06:39,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:06:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:06:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:39,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:06:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:06:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T19:06:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-15T19:06:39,798 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:06:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T19:06:39,802 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:06:39,815 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:06:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741853_1029 (size=52) 2024-11-15T19:06:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T19:06:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T19:06:40,224 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:06:40,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e}] 2024-11-15T19:06:40,231 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:40,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T19:06:40,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:40,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing cffa777b4295512c465ea51f75ab7f4e 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-15T19:06:40,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/f293d2f23874450a9106f1acc0b1fc7d is 49, key is activesession:/session:c/1731697599769/Put/seqid=0 2024-11-15T19:06:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741854_1030 (size=5049) 2024-11-15T19:06:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T19:06:40,813 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/f293d2f23874450a9106f1acc0b1fc7d 2024-11-15T19:06:40,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/f293d2f23874450a9106f1acc0b1fc7d as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d 2024-11-15T19:06:40,835 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d, entries=1, sequenceid=5, filesize=4.9 K 2024-11-15T19:06:40,837 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for cffa777b4295512c465ea51f75ab7f4e in 448ms, sequenceid=5, compaction requested=false 2024-11-15T19:06:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for cffa777b4295512c465ea51f75ab7f4e: 2024-11-15T19:06:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. for snapshot_backup_system completed. 2024-11-15T19:06:40,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e.' region-info for snapshot=snapshot_backup_system 2024-11-15T19:06:40,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:06:40,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T19:06:40,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d] hfiles 2024-11-15T19:06:40,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d for snapshot=snapshot_backup_system 2024-11-15T19:06:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741855_1031 (size=95) 2024-11-15T19:06:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T19:06:41,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:41,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T19:06:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T19:06:41,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:41,273 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:41,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-15T19:06:41,277 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:06:41,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e in 1.0480 sec 2024-11-15T19:06:41,280 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:06:41,281 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:06:41,281 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T19:06:41,284 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T19:06:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741856_1032 (size=731) 2024-11-15T19:06:41,702 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:06:41,716 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:06:41,717 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_backup_system 2024-11-15T19:06:41,719 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:06:41,719 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-15T19:06:41,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9250 sec 2024-11-15T19:06:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-15T19:06:41,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T19:06:41,962 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731697595239 started at 1731697601961. 2024-11-15T19:06:41,975 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731697595239 has been started. 2024-11-15T19:06:41,979 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-15T19:06:41,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T19:06:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T19:06:41,987 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T19:06:41,987 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T19:06:41,988 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T19:06:41,988 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T19:06:41,989 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T19:06:41,989 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T19:06:42,024 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T19:06:42,024 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T19:06:42,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T19:06:42,025 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,025 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T19:06:42,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T19:06:42,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T19:06:42,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T19:06:42,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T19:06:42,027 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T19:06:42,028 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T19:06:42,028 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T19:06:42,029 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T19:06:42,029 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T19:06:42,029 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T19:06:42,029 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T19:06:42,030 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '74ec74825666,37281,1731697575338' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T19:06:42,041 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T19:06:42,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:06:42,042 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T19:06:42,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:06:42,042 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T19:06:42,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:06:42,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:06:42,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:06:42,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:06:42,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:06:42,045 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '74ec74825666,37281,1731697575338' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T19:06:42,045 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T19:06:42,045 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@662e94d[Count = 0] remaining members to acquire global barrier 2024-11-15T19:06:42,045 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T19:06:42,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:06:42,056 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T19:06:42,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T19:06:42,056 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,056 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T19:06:42,056 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T19:06:42,057 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T19:06:42,057 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 74ec74825666,37281,1731697575338 2024-11-15T19:06:42,063 INFO [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731697578834 highest: 1731697585842 on 74ec74825666,37281,1731697575338 2024-11-15T19:06:42,063 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.meta:.meta(num 1731697579671) roll requested 2024-11-15T19:06:42,076 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697602063.meta, exclude list is [], retry=0 2024-11-15T19:06:42,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:06:42,082 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697579671.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697602063.meta 2024-11-15T19:06:42,083 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:06:42,083 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697579671.meta is not closed yet, will try archiving it next time 2024-11-15T19:06:42,083 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0:(num 1731697578834) roll requested 2024-11-15T19:06:42,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697579671.meta not finished, retry = 0 2024-11-15T19:06:42,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741834_1010 (size=12055) 2024-11-15T19:06:42,101 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083, exclude list is [], retry=0 2024-11-15T19:06:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:06:42,107 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697578834 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 2024-11-15T19:06:42,107 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:06:42,107 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697578834 is not closed yet, will try archiving it next time 2024-11-15T19:06:42,107 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1:(num 1731697585842) roll requested 2024-11-15T19:06:42,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741833_1009 (size=1034) 2024-11-15T19:06:42,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697578834 not finished, retry = 0 2024-11-15T19:06:42,119 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107, exclude list is [], retry=0 2024-11-15T19:06:42,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:06:42,124 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-15T19:06:42,124 INFO [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731697602083 on 74ec74825666,37281,1731697575338 2024-11-15T19:06:42,124 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697585842 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 2024-11-15T19:06:42,124 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:06:42,124 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:06:42,125 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@daa3024 2024-11-15T19:06:42,125 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:06:42,125 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697585842 is not closed yet, will try archiving it next time 2024-11-15T19:06:42,125 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:06:42,126 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T19:06:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741840_1016 (size=4756) 2024-11-15T19:06:42,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697585842 not finished, retry = 0 2024-11-15T19:06:42,127 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:06:42,127 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:06:42,127 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:06:42,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T19:06:42,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:06:42,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:06:42,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:44073/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:06:42,155 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T19:06:42,155 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '74ec74825666,37281,1731697575338' in zk 2024-11-15T19:06:42,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,167 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T19:06:42,167 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T19:06:42,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:06:42,168 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T19:06:42,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:06:42,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:06:42,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:06:42,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:06:42,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:06:42,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:06:42,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:06:42,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:06:42,172 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '74ec74825666,37281,1731697575338': 2024-11-15T19:06:42,172 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T19:06:42,172 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T19:06:42,172 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T19:06:42,172 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T19:06:42,173 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T19:06:42,173 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '74ec74825666,37281,1731697575338' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T19:06:42,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:06:42,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:06:42,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T19:06:42,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T19:06:42,182 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T19:06:42,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:06:42,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:06:42,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T19:06:42,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:06:42,183 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T19:06:42,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T19:06:42,183 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:06:42,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T19:06:42,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:06:42,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:06:42,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:06:42,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:06:42,185 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:06:42,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:06:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T19:06:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T19:06:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T19:06:42,199 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T19:06:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:06:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T19:06:42,199 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T19:06:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:06:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:06:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:06:42,199 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T19:06:42,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T19:06:42,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T19:06:42,200 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T19:06:42,200 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T19:06:42,211 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697578834 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697578834 2024-11-15T19:06:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T19:06:42,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } 2024-11-15T19:06:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697602218 (current time:1731697602218). 2024-11-15T19:06:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:06:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731697602217_default_test-1731697584157 VERSION not specified, setting to 2 2024-11-15T19:06:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b52221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:06:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:06:42,220 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:06:42,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:06:42,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:06:42,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b92422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:42,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:06:42,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:06:42,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:42,221 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:06:42,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3092a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:06:42,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:06:42,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:06:42,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:06:42,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:06:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:06:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:42,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:06:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:06:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } 2024-11-15T19:06:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-15T19:06:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T19:06:42,231 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:06:42,233 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:06:42,237 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:06:42,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741860_1036 (size=84) 2024-11-15T19:06:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T19:06:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T19:06:42,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-15T19:06:42,646 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:06:42,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eae60ecec52958f15dfc0750b7993b2}] 2024-11-15T19:06:42,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:42,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:06:42,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T19:06:42,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:42,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0eae60ecec52958f15dfc0750b7993b2 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-15T19:06:42,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f3/d5fba0500e2a4e7b903a0e164b3eafbd is 58, key is row-test-1731697584157-3-0/f3:q1/1731697595210/Put/seqid=0 2024-11-15T19:06:42,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741861_1037 (size=5387) 2024-11-15T19:06:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T19:06:43,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f3/d5fba0500e2a4e7b903a0e164b3eafbd 2024-11-15T19:06:43,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741862_1038 (size=4469) 2024-11-15T19:06:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T19:06:43,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/mob/21b1174db6b04eeaa0551acd2e889a41 is 59, key is row-test-1731697584157-3-0/mob:q1/1731697595225/Put/seqid=0 2024-11-15T19:06:43,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741863_1039 (size=5484) 2024-11-15T19:06:44,105 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/mob/21b1174db6b04eeaa0551acd2e889a41 2024-11-15T19:06:44,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f3/d5fba0500e2a4e7b903a0e164b3eafbd as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd 2024-11-15T19:06:44,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd, entries=6, sequenceid=121, filesize=5.3 K 2024-11-15T19:06:44,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/mob/21b1174db6b04eeaa0551acd2e889a41 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 2024-11-15T19:06:44,130 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41, entries=6, sequenceid=121, filesize=5.4 K 2024-11-15T19:06:44,131 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 0eae60ecec52958f15dfc0750b7993b2 in 1331ms, sequenceid=121, compaction requested=false 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0eae60ecec52958f15dfc0750b7993b2: 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. for snapshot_1731697602217_default_test-1731697584157 completed. 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.' region-info for snapshot=snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f] hfiles 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f for snapshot=snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd] hfiles 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd for snapshot=snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41] hfiles 2024-11-15T19:06:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 for snapshot=snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741864_1040 (size=185) 2024-11-15T19:06:44,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-15T19:06:44,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-15T19:06:44,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-15T19:06:44,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-15T19:06:44,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-15T19:06:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T19:06:44,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:44,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T19:06:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T19:06:44,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731697602217_default_test-1731697584157 on region 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:44,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:44,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-15T19:06:44,545 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:06:44,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0eae60ecec52958f15dfc0750b7993b2 in 1.8960 sec 2024-11-15T19:06:44,546 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:06:44,547 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-15T19:06:44,548 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-15T19:06:44,548 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:44,549 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-15T19:06:44,549 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:44,549 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-15T19:06:44,549 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:44,550 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-15T19:06:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741865_1041 (size=49) 2024-11-15T19:06:44,958 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:06:44,958 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:44,959 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741866_1042 (size=1146) 2024-11-15T19:06:45,374 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:06:45,385 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:06:45,386 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697602217_default_test-1731697584157 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:45,388 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:06:45,388 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-15T19:06:45,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731697602217_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } in 3.1600 sec 2024-11-15T19:06:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-15T19:06:46,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731697584157 completed 2024-11-15T19:06:46,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } 2024-11-15T19:06:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697606391 (current time:1731697606391). 2024-11-15T19:06:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:06:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731697606391_ns2_test-17316975841571 VERSION not specified, setting to 2 2024-11-15T19:06:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba89d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:06:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:06:46,393 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:06:46,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:06:46,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:06:46,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be20e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:46,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:06:46,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:06:46,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:46,395 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:06:46,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64985e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:06:46,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:06:46,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:06:46,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:06:46,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:06:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:06:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:46,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:06:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:06:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } 2024-11-15T19:06:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-15T19:06:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:06:46,404 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:06:46,406 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:06:46,410 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:06:46,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741867_1043 (size=86) 2024-11-15T19:06:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:06:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:06:46,818 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:06:46,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa}] 2024-11-15T19:06:46,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:46,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-15T19:06:46,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:06:46,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 89c3e4ba7646c9632d25d6d8c5ed65fa 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-15T19:06:46,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/.tmp/f/2bb9d602179f4cb49b37945dae598648 is 37, key is row10/f:q1/1731697589178/Put/seqid=0 2024-11-15T19:06:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741868_1044 (size=8413) 2024-11-15T19:06:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:06:47,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/.tmp/f/2bb9d602179f4cb49b37945dae598648 2024-11-15T19:06:47,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/.tmp/f/2bb9d602179f4cb49b37945dae598648 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 2024-11-15T19:06:47,425 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648, entries=99, sequenceid=103, filesize=8.2 K 2024-11-15T19:06:47,426 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 89c3e4ba7646c9632d25d6d8c5ed65fa in 454ms, sequenceid=103, compaction requested=false 2024-11-15T19:06:47,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 89c3e4ba7646c9632d25d6d8c5ed65fa: 2024-11-15T19:06:47,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. for snapshot_1731697606391_ns2_test-17316975841571 completed. 2024-11-15T19:06:47,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa.' region-info for snapshot=snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:47,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:06:47,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648] hfiles 2024-11-15T19:06:47,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 for snapshot=snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:47,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741869_1045 (size=91) 2024-11-15T19:06:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:06:47,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:06:47,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-15T19:06:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-15T19:06:47,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731697606391_ns2_test-17316975841571 on region 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:47,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:06:47,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T19:06:47,840 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:06:47,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa in 1.0190 sec 2024-11-15T19:06:47,841 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:06:47,842 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:06:47,842 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:47,843 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741870_1046 (size=456) 2024-11-15T19:06:48,255 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:06:48,263 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:06:48,264 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697606391_ns2_test-17316975841571 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:48,266 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:06:48,266 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-15T19:06:48,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731697606391_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } in 1.8650 sec 2024-11-15T19:06:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-15T19:06:48,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17316975841571 completed 2024-11-15T19:06:48,551 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731697595239 2024-11-15T19:06:48,551 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-15T19:06:48,552 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-15T19:06:48,553 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731697595239_test-1731697584157 2024-11-15T19:06:48,553 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731697602217_default_test-1731697584157 to hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/ 2024-11-15T19:06:48,557 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T19:06:48,587 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44073, inputRoot=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:48,587 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1647837701_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/.hbase-snapshot/.tmp/snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:48,589 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T19:06:48,597 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697602217_default_test-1731697584157 to hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/.hbase-snapshot/.tmp/snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741871_1047 (size=1146) 2024-11-15T19:06:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741872_1048 (size=84) 2024-11-15T19:06:49,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-11897627354991763580.jar 2024-11-15T19:06:49,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:49,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:06:49,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:06:49,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:06:49,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:06:49,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:06:49,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:06:49,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:06:49,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:06:49,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:06:49,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:06:49,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:06:49,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:06:49,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:06:49,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:06:49,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:06:49,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:06:49,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:06:49,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:06:50,005 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:06:50,034 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731697602217_default_test-1731697584157' hfile list 2024-11-15T19:06:50,040 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-15T19:06:50,253 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1412442342_0001_c61c1069-0384-4937-99bd-dbbf5372c66d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:06:50,253 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1412442342_0001_c61c1069-0384-4937-99bd-dbbf5372c66d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:06:50,404 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T19:06:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741873_1049 (size=8413) 2024-11-15T19:06:50,878 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f output=hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f 2024-11-15T19:06:50,880 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-15T19:06:50,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741874_1050 (size=5484) 2024-11-15T19:06:51,311 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 output=hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 2024-11-15T19:06:51,311 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-15T19:06:51,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741875_1051 (size=5387) 2024-11-15T19:06:51,767 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd output=hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd 2024-11-15T19:06:51,767 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-15T19:06:52,352 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T19:06:52,353 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T19:06:52,362 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:52,362 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731697602217_default_test-1731697584157 finished. 2024-11-15T19:06:52,363 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731697595239_ns2:test-17316975841571 2024-11-15T19:06:52,363 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731697606391_ns2_test-17316975841571 to hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/ 2024-11-15T19:06:52,363 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T19:06:52,390 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44073, inputRoot=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:06:52,390 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1647837701_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/.hbase-snapshot/.tmp/snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:52,392 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T19:06:52,397 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697606391_ns2_test-17316975841571 to hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/.hbase-snapshot/.tmp/snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:52,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741877_1053 (size=456) 2024-11-15T19:06:52,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741876_1052 (size=86) 2024-11-15T19:06:52,812 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:52,813 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:52,813 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-16509813397814667201.jar 2024-11-15T19:06:53,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:06:53,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:06:53,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:06:53,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:06:53,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:06:53,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:06:53,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:06:53,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:06:53,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:06:53,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:06:53,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:06:53,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:06:53,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:06:53,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:06:53,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:06:53,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:06:53,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:06:53,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:06:53,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:06:53,742 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:06:53,768 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731697606391_ns2_test-17316975841571' hfile list 2024-11-15T19:06:53,771 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-15T19:06:53,858 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1710439789_0002_8b74129f-0d48-4c22-ab64-381e23cc1db4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:06:53,859 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1710439789_0002_8b74129f-0d48-4c22-ab64-381e23cc1db4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:06:53,941 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T19:06:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741878_1054 (size=8413) 2024-11-15T19:06:54,392 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 output=hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 2024-11-15T19:06:54,392 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-15T19:06:54,897 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T19:06:54,898 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T19:06:54,904 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:54,904 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731697606391_ns2_test-17316975841571 finished. 2024-11-15T19:06:54,904 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731697584157 2024-11-15T19:06:54,905 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17316975841571 2024-11-15T19:06:54,948 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731697595239 2024-11-15T19:06:54,948 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-15T19:06:54,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741879_1055 (size=130) 2024-11-15T19:06:55,357 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44073/backupUT/backup_1731697595239/.backup.manifest 2024-11-15T19:06:55,359 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731697595239 finished: type=FULL,tablelist=test-1731697584157;ns2:test-17316975841571,targetRootDir=hdfs://localhost:44073/backupUT,startts=1731697601961,completets=1731697614946,bytescopied=0 2024-11-15T19:06:55,359 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-15T19:06:55,359 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:55,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731697602217_default_test-1731697584157" type: DISABLED 2024-11-15T19:06:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731697602217_default_test-1731697584157 2024-11-15T19:06:55,369 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731697602217_default_test-1731697584157 for backup backup_1731697595239 succeeded. 2024-11-15T19:06:55,369 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:55,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731697606391_ns2_test-17316975841571" type: DISABLED 2024-11-15T19:06:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731697606391_ns2_test-17316975841571 2024-11-15T19:06:55,373 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731697606391_ns2_test-17316975841571 for backup backup_1731697595239 succeeded. 2024-11-15T19:06:55,374 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T19:06:55,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T19:06:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T19:06:55,388 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T19:06:55,392 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T19:06:55,407 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731697595239 completed. 2024-11-15T19:06:55,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:06:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:06:55,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731697595239', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:06:55,651 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731697584157 2024-11-15T19:06:55,676 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731697584157 2024-11-15T19:06:55,906 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731697584157 to Mob enabled CF 2024-11-15T19:06:55,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316975841571', row='row-t20', locateType=CURRENT is [region=ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:06:55,945 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17316975841571 2024-11-15T19:06:55,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:06:55,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] assignment.SplitTableRegionProcedure(210): test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. splitKey isn't explicitly specified, will try to find a best split key from RS 74ec74825666,37281,1731697575338 2024-11-15T19:06:55,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f because midkey is the same as first or last row 2024-11-15T19:06:55,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd because midkey is the same as first or last row 2024-11-15T19:06:55,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 because midkey is the same as first or last row 2024-11-15T19:06:55,956 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.HRegion(2902): Flushing 0eae60ecec52958f15dfc0750b7993b2 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-15T19:06:55,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f/0e434d8204d14f8bb27e04c93a6eaf6e is 59, key is row-test-1731697584157-1-10/f:q1/1731697615452/Put/seqid=0 2024-11-15T19:06:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741880_1056 (size=10796) 2024-11-15T19:06:56,378 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f/0e434d8204d14f8bb27e04c93a6eaf6e 2024-11-15T19:06:56,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2 is 63, key is row-test-1731697584157-3-100/mob:q1/1731697615881/Put/seqid=0 2024-11-15T19:06:56,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741881_1057 (size=5591) 2024-11-15T19:06:56,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:06:56,806 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855/mob/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:06:56,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/mob/908df574ab444c86b06c90eced74c7e3, store: [table=test-1731697584157 family=mob region=0eae60ecec52958f15dfc0750b7993b2] 2024-11-15T19:06:56,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/mob/908df574ab444c86b06c90eced74c7e3 is 192, key is row-test-1731697584157-3-100/mob:q1/1731697615881/Put/seqid=0 2024-11-15T19:06:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741882_1058 (size=13760) 2024-11-15T19:06:57,213 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/mob/908df574ab444c86b06c90eced74c7e3 2024-11-15T19:06:57,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f/0e434d8204d14f8bb27e04c93a6eaf6e as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/0e434d8204d14f8bb27e04c93a6eaf6e 2024-11-15T19:06:57,229 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/0e434d8204d14f8bb27e04c93a6eaf6e, entries=99, sequenceid=334, filesize=10.5 K 2024-11-15T19:06:57,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/mob/908df574ab444c86b06c90eced74c7e3 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/908df574ab444c86b06c90eced74c7e3 2024-11-15T19:06:57,237 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/908df574ab444c86b06c90eced74c7e3, entries=111, sequenceid=334, filesize=13.4 K 2024-11-15T19:06:57,238 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 0eae60ecec52958f15dfc0750b7993b2 in 1283ms, sequenceid=334, compaction requested=false 2024-11-15T19:06:57,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.HRegion(2603): Flush status journal for 0eae60ecec52958f15dfc0750b7993b2: 2024-11-15T19:06:57,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/0e434d8204d14f8bb27e04c93a6eaf6e because midkey is the same as first or last row 2024-11-15T19:06:57,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd because midkey is the same as first or last row 2024-11-15T19:06:57,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/908df574ab444c86b06c90eced74c7e3 because midkey is the same as first or last row 2024-11-15T19:06:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=74ec74825666,37281,1731697575338 2024-11-15T19:06:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T19:06:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 98 connection: 172.17.0.2:36572 deadline: 1731697675951, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-15T19:06:57,247 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:06:57,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731697584157 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:06:57,247 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T19:06:57,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731697584157,, stopping at row=test-1731697584157 ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,260 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731697584157,, stopping at row=test-1731697584157 ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731697584157', row='', locateType=CURRENT is [region=test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., hostname=74ec74825666,37281,1731697575338, seqNum=107] 2024-11-15T19:06:57,271 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1326 2024-11-15T19:06:57,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,314 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T19:06:57,318 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731697617271 2024-11-15T19:06:57,324 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731697595239} 2024-11-15T19:06:57,324 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T19:06:57,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:06:57,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T19:06:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697617372 (current time:1731697617372). 2024-11-15T19:06:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:06:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T19:06:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4619ef08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:06:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:06:57,374 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:06:57,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:06:57,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:06:57,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a23dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:57,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:06:57,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:06:57,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:57,376 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:06:57,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118e257b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:06:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:06:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:06:57,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:06:57,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:06:57,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:06:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:06:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:06:57,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:06:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:06:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T19:06:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-15T19:06:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T19:06:57,384 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:06:57,385 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:06:57,388 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:06:57,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741883_1059 (size=52) 2024-11-15T19:06:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T19:06:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T19:06:57,795 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:06:57,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e}] 2024-11-15T19:06:57,796 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:57,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-15T19:06:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:57,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing cffa777b4295512c465ea51f75ab7f4e 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-15T19:06:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/6177c15de8dc4ab68bca4682dc654a71 is 158, key is trslm:hdfs://localhost:44073/backupUT\x00ns2:test-17316975841571/meta:log-roll-map/1731697614936/Put/seqid=0 2024-11-15T19:06:57,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741884_1060 (size=5914) 2024-11-15T19:06:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T19:06:58,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/6177c15de8dc4ab68bca4682dc654a71 2024-11-15T19:06:58,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/be4db0061b2d4b2eab9be31ae42ea959 is 433, key is session:backup_1731697595239/session:context/1731697615391/Put/seqid=0 2024-11-15T19:06:58,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741885_1061 (size=5535) 2024-11-15T19:06:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T19:06:58,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/be4db0061b2d4b2eab9be31ae42ea959 2024-11-15T19:06:58,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/6177c15de8dc4ab68bca4682dc654a71 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/6177c15de8dc4ab68bca4682dc654a71 2024-11-15T19:06:58,799 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/6177c15de8dc4ab68bca4682dc654a71, entries=6, sequenceid=17, filesize=5.8 K 2024-11-15T19:06:58,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/be4db0061b2d4b2eab9be31ae42ea959 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/be4db0061b2d4b2eab9be31ae42ea959 2024-11-15T19:06:58,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/be4db0061b2d4b2eab9be31ae42ea959, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T19:06:58,811 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for cffa777b4295512c465ea51f75ab7f4e in 863ms, sequenceid=17, compaction requested=false 2024-11-15T19:06:58,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for cffa777b4295512c465ea51f75ab7f4e: 2024-11-15T19:06:58,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. for snapshot_backup_system completed. 2024-11-15T19:06:58,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e.' region-info for snapshot=snapshot_backup_system 2024-11-15T19:06:58,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:06:58,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/6177c15de8dc4ab68bca4682dc654a71] hfiles 2024-11-15T19:06:58,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/6177c15de8dc4ab68bca4682dc654a71 for snapshot=snapshot_backup_system 2024-11-15T19:06:58,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/be4db0061b2d4b2eab9be31ae42ea959] hfiles 2024-11-15T19:06:58,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d for snapshot=snapshot_backup_system 2024-11-15T19:06:58,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/be4db0061b2d4b2eab9be31ae42ea959 for snapshot=snapshot_backup_system 2024-11-15T19:06:58,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741886_1062 (size=173) 2024-11-15T19:06:59,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:06:59,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-15T19:06:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-15T19:06:59,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:59,220 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:06:59,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-15T19:06:59,223 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:06:59,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e in 1.4260 sec 2024-11-15T19:06:59,224 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:06:59,224 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:06:59,224 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T19:06:59,225 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T19:06:59,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741887_1063 (size=810) 2024-11-15T19:06:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T19:06:59,637 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:06:59,645 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:06:59,645 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_backup_system 2024-11-15T19:06:59,647 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:06:59,647 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-15T19:06:59,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2650 sec 2024-11-15T19:07:00,114 DEBUG [master/74ec74825666:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731697584157 2024-11-15T19:07:00,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741888_1064 (size=950) 2024-11-15T19:07:00,527 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/.tabledesc/.tableinfo.0000000002.908 2024-11-15T19:07:00,527 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/.tabledesc/.tableinfo.0000000003.950 2024-11-15T19:07:00,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731697584157 in 417 msec 2024-11-15T19:07:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-15T19:07:01,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T19:07:01,551 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731697617271 started at 1731697621551. 2024-11-15T19:07:01,553 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731697617271 has been started. 2024-11-15T19:07:01,558 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731697584157, ns2:test-17316975841571] 2024-11-15T19:07:01,562 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731697585842for backupID backup_1731697617271 2024-11-15T19:07:01,562 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-15T19:07:01,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T19:07:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T19:07:01,564 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T19:07:01,564 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T19:07:01,564 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T19:07:01,564 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T19:07:01,565 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:01,565 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:01,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T19:07:01,634 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,634 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T19:07:01,634 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T19:07:01,634 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,634 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T19:07:01,635 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:01,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:01,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T19:07:01,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:01,636 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T19:07:01,636 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T19:07:01,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T19:07:01,636 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T19:07:01,636 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T19:07:01,636 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T19:07:01,636 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T19:07:01,637 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '74ec74825666,37281,1731697575338' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T19:07:01,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,650 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:01,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:07:01,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:07:01,651 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T19:07:01,651 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T19:07:01,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:07:01,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:07:01,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:01,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:01,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:07:01,653 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '74ec74825666,37281,1731697575338' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T19:07:01,654 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@600b24e9[Count = 0] remaining members to acquire global barrier 2024-11-15T19:07:01,654 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T19:07:01,654 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:01,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:01,665 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:01,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:01,665 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T19:07:01,666 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,666 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T19:07:01,666 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T19:07:01,666 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 74ec74825666,37281,1731697575338 2024-11-15T19:07:01,666 INFO [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731697602083 highest: 1731697602107 on 74ec74825666,37281,1731697575338 2024-11-15T19:07:01,666 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.meta:.meta(num 1731697602063) roll requested 2024-11-15T19:07:01,684 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697621666.meta, exclude list is [], retry=0 2024-11-15T19:07:01,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:07:01,690 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697602063.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697621666.meta 2024-11-15T19:07:01,690 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:07:01,690 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697602063.meta is not closed yet, will try archiving it next time 2024-11-15T19:07:01,690 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0:(num 1731697602083) roll requested 2024-11-15T19:07:01,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697602063.meta not finished, retry = 0 2024-11-15T19:07:01,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741857_1033 (size=93) 2024-11-15T19:07:01,703 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697621690, exclude list is [], retry=0 2024-11-15T19:07:01,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:07:01,707 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697621690 2024-11-15T19:07:01,707 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:07:01,707 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 is not closed yet, will try archiving it next time 2024-11-15T19:07:01,707 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1:(num 1731697602107) roll requested 2024-11-15T19:07:01,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 not finished, retry = 0 2024-11-15T19:07:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741858_1034 (size=1198) 2024-11-15T19:07:01,720 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697621708, exclude list is [], retry=0 2024-11-15T19:07:01,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:07:01,724 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697621708 2024-11-15T19:07:01,724 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:07:01,725 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 is not closed yet, will try archiving it next time 2024-11-15T19:07:01,725 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697585842 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697585842 2024-11-15T19:07:01,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741859_1035 (size=30490) 2024-11-15T19:07:01,726 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-15T19:07:01,726 INFO [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731697621690 on 74ec74825666,37281,1731697575338 2024-11-15T19:07:01,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:01,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:01,748 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T19:07:01,748 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '74ec74825666,37281,1731697575338' in zk 2024-11-15T19:07:01,793 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697602063.meta to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.meta.1731697602063.meta 2024-11-15T19:07:01,860 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T19:07:01,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,861 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T19:07:01,861 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T19:07:01,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:07:01,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:07:01,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:07:01,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:07:01,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:01,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:01,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:07:01,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:01,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:01,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '74ec74825666,37281,1731697575338': 2024-11-15T19:07:01,865 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T19:07:01,865 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '74ec74825666,37281,1731697575338' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T19:07:01,865 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T19:07:01,865 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T19:07:01,865 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T19:07:01,865 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T19:07:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:01,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T19:07:01,876 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:01,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:01,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:01,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:07:01,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:07:01,876 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T19:07:01,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:07:01,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T19:07:01,877 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:01,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:01,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:07:01,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:01,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:01,878 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:07:01,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:01,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T19:07:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:01,892 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T19:07:01,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T19:07:01,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T19:07:01,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:01,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:01,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:01,893 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T19:07:01,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T19:07:01,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T19:07:01,893 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T19:07:01,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T19:07:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T19:07:01,905 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {74ec74825666:37281=1731697585842} newestTimestamps: {74ec74825666:37281=1731697602107} 2024-11-15T19:07:01,907 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 74ec74825666%2C37281%2C1731697575338.meta.1731697579671.meta 2024-11-15T19:07:01,908 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 74ec74825666%2C37281%2C1731697575338.meta.1731697621666.meta 2024-11-15T19:07:01,908 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 2024-11-15T19:07:01,908 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697621690 2024-11-15T19:07:01,908 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 2024-11-15T19:07:01,908 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697621708 2024-11-15T19:07:01,909 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.meta.1731697602063.meta 2024-11-15T19:07:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741892_1068 (size=950) 2024-11-15T19:07:02,322 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731697584157 target: hdfs://localhost:44073/backupUT/backup_1731697617271/default/test-1731697584157 descriptor: 'test-1731697584157', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:07:02,322 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T19:07:02,325 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731697584157 2024-11-15T19:07:02,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741893_1069 (size=53) 2024-11-15T19:07:02,732 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731697584157 2024-11-15T19:07:02,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741894_1070 (size=364) 2024-11-15T19:07:03,143 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17316975841571 target: hdfs://localhost:44073/backupUT/backup_1731697617271/ns2/test-17316975841571 descriptor: 'ns2:test-17316975841571', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:07:03,144 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T19:07:03,146 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17316975841571 2024-11-15T19:07:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741895_1071 (size=50) 2024-11-15T19:07:03,553 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17316975841571 2024-11-15T19:07:03,562 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44073/backupUT/.tmp/backup_1731697617271 from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083;hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 2024-11-15T19:07:03,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586fc992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:03,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:03,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:03,564 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:03,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:03,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:03,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712e621a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:03,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:03,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:03,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:03,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:03,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac23d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:03,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:07:03,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:07:03,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76724ed2 2024-11-15T19:07:03,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:07:03,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:07:03,575 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T19:07:03,575 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731697584157 2024-11-15T19:07:03,575 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731697584157,, stopping at row=test-1731697584157 ,, for max=2147483647 with caching=100 2024-11-15T19:07:03,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:03,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:03,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:03,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:03,580 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731697584157: test-1731697584157; 2024-11-15T19:07:03,581 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17316975841571 2024-11-15T19:07:03,581 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17316975841571,, stopping at row=ns2:test-17316975841571 ,, for max=2147483647 with caching=100 2024-11-15T19:07:03,583 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17316975841571: ns2:test-17316975841571; 2024-11-15T19:07:03,583 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T19:07:03,584 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/partitions_4465beaa-78a1-463d-a6e4-c7018924a0e4 2024-11-15T19:07:03,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741896_1072 (size=192) 2024-11-15T19:07:04,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-11586359219349130150.jar 2024-11-15T19:07:04,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,901 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:07:04,903 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:07:04,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:07:04,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:07:04,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:07:04,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:07:04,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:07:04,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:07:04,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:07:04,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:07:04,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:07:04,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:04,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:04,909 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731697584157,ns2:test-17316975841571 2024-11-15T19:07:04,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:07:04,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:07:04,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:04,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:04,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:04,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:07:05,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-13650363253427244503.jar 2024-11-15T19:07:05,816 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:07:05,838 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 for WAL files 2024-11-15T19:07:05,840 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 2024-11-15T19:07:05,840 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 for WAL files 2024-11-15T19:07:05,841 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 2024-11-15T19:07:05,936 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1756399784_0003_dcc83e9a-d46f-41be-bddc-ec24da3e6c48/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:07:05,936 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1756399784_0003_dcc83e9a-d46f-41be-bddc-ec24da3e6c48/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:07:06,023 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 for hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 (-9223372036854775808:9223372036854775807) length:30490 2024-11-15T19:07:06,042 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T19:07:06,043 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T19:07:06,082 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 for hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 (-9223372036854775808:9223372036854775807) length:1198 2024-11-15T19:07:06,086 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T19:07:06,086 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T19:07:06,165 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c1e2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:06,165 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:06,165 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:06,166 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:06,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:06,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d066581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:06,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:06,168 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:06,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750795e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:06,170 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:06,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:06,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:06,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:06,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316975841571', row='row-t20', locateType=CURRENT is [region=ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:07:06,175 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-15T19:07:06,175 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:07:06,175 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:06,175 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:06,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:06,175 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-15T19:07:06,176 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:07:06,181 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/backupUT/.tmp/backup_1731697617271/_temporary/0/_temporary/attempt_local1756399784_0003_r_000000_0/ns2/test-17316975841571/f/729bd37fb0ec4a229f85990779f194f1 is 38, key is row-t20/f:q1/1731697615929/Put/seqid=0 2024-11-15T19:07:06,183 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:07:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741897_1073 (size=5275) 2024-11-15T19:07:06,613 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e46037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:06,613 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:06,613 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:06,614 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:06,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:06,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:06,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9ed5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:06,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:06,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:06,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:06,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:06,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec8923d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:06,616 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:06,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:06,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:06,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:06,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731697584157', row='row-test-1731697584157-1-0', locateType=CURRENT is [region=test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., hostname=74ec74825666,37281,1731697575338, seqNum=107] 2024-11-15T19:07:06,620 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-15T19:07:06,620 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:07:06,620 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:06,620 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:06,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:06,620 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731697584157-1-0] 2024-11-15T19:07:06,620 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:07:06,631 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395a0b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:06,631 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:06,631 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:06,632 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:06,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:06,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:06,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0de393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:06,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:06,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:06,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:06,634 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295d3e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:06,635 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:06,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:06,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:06,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:06,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731697584157', row='row-test-1731697584157-3-0', locateType=CURRENT is [region=test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., hostname=74ec74825666,37281,1731697575338, seqNum=107] 2024-11-15T19:07:06,639 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-15T19:07:06,639 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:07:06,639 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:06,639 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:06,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:06,639 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731697584157-3-0] 2024-11-15T19:07:06,639 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:07:06,650 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/backupUT/.tmp/backup_1731697617271/_temporary/0/_temporary/attempt_local1756399784_0003_r_000001_0/default/test-1731697584157/f/2d0346f4b75c49d9b4953906732c7250 is 59, key is row-test-1731697584157-1-10/f:q1/1731697615452/Put/seqid=0 2024-11-15T19:07:06,652 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:07:06,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741898_1074 (size=10770) 2024-11-15T19:07:07,055 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/backupUT/.tmp/backup_1731697617271/_temporary/0/_temporary/attempt_local1756399784_0003_r_000001_0/default/test-1731697584157/mob/70e13e1e7dd846c88a3ca33eb2008417 is 63, key is row-test-1731697584157-3-100/mob:q1/1731697615881/Put/seqid=0 2024-11-15T19:07:07,057 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:07:07,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741899_1075 (size=11811) 2024-11-15T19:07:07,974 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44073/backupUT 2024-11-15T19:07:07,974 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731697617271 2024-11-15T19:07:07,974 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-15T19:07:07,992 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44073/backupUT/.tmp/backup_1731697617271, hdfs://localhost:44073/backupUT] 2024-11-15T19:07:08,063 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:07:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741900_1076 (size=5275) 2024-11-15T19:07:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741901_1077 (size=11811) 2024-11-15T19:07:09,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741902_1078 (size=10770) 2024-11-15T19:07:09,674 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-15T19:07:09,677 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731697617271 2024-11-15T19:07:09,677 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-15T19:07:09,677 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local945703337_0004 completed: true true 2024-11-15T19:07:09,678 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824359 FILE: Number of bytes written=6210432 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-15T19:07:09,678 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44073/backupUT/.tmp/backup_1731697617271 to hdfs://localhost:44073/backupUT finished. 2024-11-15T19:07:09,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1731697584157:', locateType=CURRENT is [region=backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:07:09,696 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731697617271 2024-11-15T19:07:09,699 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731697595239} 2024-11-15T19:07:09,700 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T19:07:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741903_1079 (size=384) 2024-11-15T19:07:09,981 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T19:07:09,981 INFO [master/74ec74825666:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T19:07:10,106 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44073/backupUT/backup_1731697617271/.backup.manifest 2024-11-15T19:07:10,107 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731697617271 finished: type=INCREMENTAL,tablelist=test-1731697584157;ns2:test-17316975841571,targetRootDir=hdfs://localhost:44073/backupUT,startts=1731697621551,completets=1731697629696,bytescopied=0 2024-11-15T19:07:10,107 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T19:07:10,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T19:07:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T19:07:10,116 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T19:07:10,118 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T19:07:10,121 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731697617271 completed. 2024-11-15T19:07:10,122 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-15T19:07:10,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:10,141 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44073/backupUT/backup_1731697617271/.backup.manifest 2024-11-15T19:07:10,144 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731697617271/.backup.manifest 2024-11-15T19:07:10,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731697584157 from 'test-1731697584157', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731697584157', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:07:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731697584157 2024-11-15T19:07:10,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741904_1080 (size=908) 2024-11-15T19:07:10,561 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/.tabledesc/.tableinfo.0000000003.950 2024-11-15T19:07:10,561 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/.tabledesc/.tableinfo.0000000004.908 2024-11-15T19:07:10,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731697584157}] 2024-11-15T19:07:10,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE}] 2024-11-15T19:07:10,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE 2024-11-15T19:07:10,567 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=CLOSING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:07:10,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE because future has completed 2024-11-15T19:07:10,569 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:07:10,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:07:10,722 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:10,722 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:07:10,722 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 0eae60ecec52958f15dfc0750b7993b2, disabling compactions & flushes 2024-11-15T19:07:10,722 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:07:10,722 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:07:10,722 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. after waiting 0 ms 2024-11-15T19:07:10,722 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:07:10,728 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-15T19:07:10,728 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:07:10,728 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:07:10,728 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 0eae60ecec52958f15dfc0750b7993b2: Waiting for close lock at 1731697630722Running coprocessor pre-close hooks at 1731697630722Disabling compacts and flushes for region at 1731697630722Disabling writes for close at 1731697630722Writing region close event to WAL at 1731697630724 (+2 ms)Running coprocessor post-close hooks at 1731697630728 (+4 ms)Closed at 1731697630728 2024-11-15T19:07:10,728 WARN [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 0eae60ecec52958f15dfc0750b7993b2 to self. 2024-11-15T19:07:10,731 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:10,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=CLOSED 2024-11-15T19:07:10,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:07:10,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-15T19:07:10,736 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE; state=CLOSED, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=true 2024-11-15T19:07:10,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 in 165 msec 2024-11-15T19:07:10,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:07:10,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE because future has completed 2024-11-15T19:07:10,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:07:11,045 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:07:11,045 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 0eae60ecec52958f15dfc0750b7993b2, NAME => 'test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:07:11,045 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:07:11,045 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731697584157 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,045 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:07:11,045 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,046 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,047 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,048 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eae60ecec52958f15dfc0750b7993b2 columnFamilyName f 2024-11-15T19:07:11,048 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:07:11,056 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/0e434d8204d14f8bb27e04c93a6eaf6e 2024-11-15T19:07:11,061 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f 2024-11-15T19:07:11,061 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(327): Store=0eae60ecec52958f15dfc0750b7993b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:07:11,062 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,063 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eae60ecec52958f15dfc0750b7993b2 columnFamilyName f2 2024-11-15T19:07:11,063 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:07:11,064 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(327): Store=0eae60ecec52958f15dfc0750b7993b2/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:07:11,064 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,065 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eae60ecec52958f15dfc0750b7993b2 columnFamilyName mob 2024-11-15T19:07:11,066 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:07:11,073 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 2024-11-15T19:07:11,078 DEBUG [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/908df574ab444c86b06c90eced74c7e3 2024-11-15T19:07:11,079 INFO [StoreOpener-0eae60ecec52958f15dfc0750b7993b2-1 {}] regionserver.HStore(327): Store=0eae60ecec52958f15dfc0750b7993b2/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:07:11,079 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,080 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,081 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,082 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,082 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,083 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731697584157 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T19:07:11,084 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,085 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 0eae60ecec52958f15dfc0750b7993b2; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10264967840, jitterRate=-0.04400037229061127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T19:07:11,086 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:11,089 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 0eae60ecec52958f15dfc0750b7993b2: Running coprocessor pre-open hook at 1731697631046Writing region info on filesystem at 1731697631046Initializing all the Stores at 1731697631046Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697631046Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697631047 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697631047Cleaning up temporary data from old regions at 1731697631082 (+35 ms)Running coprocessor post-open hooks at 1731697631086 (+4 ms)Region opened successfully at 1731697631088 (+2 ms) 2024-11-15T19:07:11,090 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., pid=46, masterSystemTime=1731697631041 2024-11-15T19:07:11,092 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:07:11,092 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:07:11,092 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0eae60ecec52958f15dfc0750b7993b2, regionState=OPEN, openSeqNum=338, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:07:11,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:07:11,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-15T19:07:11,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 0eae60ecec52958f15dfc0750b7993b2, server=74ec74825666,37281,1731697575338 in 206 msec 2024-11-15T19:07:11,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-15T19:07:11,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731697584157, region=0eae60ecec52958f15dfc0750b7993b2, REOPEN/MOVE in 531 msec 2024-11-15T19:07:11,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-15T19:07:11,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731697584157 in 537 msec 2024-11-15T19:07:11,104 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731697584157 2024-11-15T19:07:11,111 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd 2024-11-15T19:07:11,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731697584157 in 966 msec 2024-11-15T19:07:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-15T19:07:11,115 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731697584157 completed 2024-11-15T19:07:11,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,152 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T19:07:11,157 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731697631116 2024-11-15T19:07:11,159 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731697617271} 2024-11-15T19:07:11,159 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731697595239} 2024-11-15T19:07:11,159 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-15T19:07:11,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,211 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731697584157 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731697584157 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T19:07:11,215 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731697631116,startts=0,failedts=1731697631212,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731697584157 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-15T19:07:11,215 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-15T19:07:11,217 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-15T19:07:11,217 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T19:07:11,219 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-15T19:07:11,219 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-15T19:07:11,222 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T19:07:11,224 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731697631116 failed. 2024-11-15T19:07:11,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:11,248 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731697584157, ns2:test-17316975841571, ns3:test-17316975841572, ns4:test-17316975841573] 2024-11-15T19:07:11,248 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T19:07:11,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T19:07:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697631253 (current time:1731697631253). 2024-11-15T19:07:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:07:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T19:07:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7571eb1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:11,255 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:11,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:11,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:11,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dc198a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:11,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:11,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:11,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:11,257 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:11,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e11b359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:11,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:11,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:11,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:11,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:07:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:07:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:11,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:07:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T19:07:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-15T19:07:11,265 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:07:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T19:07:11,266 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:07:11,268 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:07:11,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741905_1081 (size=52) 2024-11-15T19:07:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T19:07:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T19:07:11,675 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:07:11,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e}] 2024-11-15T19:07:11,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:07:11,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-15T19:07:11,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:07:11,829 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing cffa777b4295512c465ea51f75ab7f4e 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-15T19:07:11,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/457ca95fb0d044f28ac2fb05f556ff50 is 158, key is trslm:hdfs://localhost:44073/backupUT\x00ns2:test-17316975841571/meta:log-roll-map/1731697629684/Put/seqid=0 2024-11-15T19:07:11,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741906_1082 (size=5745) 2024-11-15T19:07:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T19:07:12,239 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/457ca95fb0d044f28ac2fb05f556ff50 2024-11-15T19:07:12,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/812eead418df4f98933a350d285d9062 is 1245, key is session:backup_1731697631116/session:context/1731697631221/Put/seqid=0 2024-11-15T19:07:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741907_1083 (size=6682) 2024-11-15T19:07:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T19:07:12,655 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/812eead418df4f98933a350d285d9062 2024-11-15T19:07:12,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/457ca95fb0d044f28ac2fb05f556ff50 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/457ca95fb0d044f28ac2fb05f556ff50 2024-11-15T19:07:12,673 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/457ca95fb0d044f28ac2fb05f556ff50, entries=4, sequenceid=31, filesize=5.6 K 2024-11-15T19:07:12,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/812eead418df4f98933a350d285d9062 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/812eead418df4f98933a350d285d9062 2024-11-15T19:07:12,681 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/812eead418df4f98933a350d285d9062, entries=3, sequenceid=31, filesize=6.5 K 2024-11-15T19:07:12,682 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for cffa777b4295512c465ea51f75ab7f4e in 854ms, sequenceid=31, compaction requested=true 2024-11-15T19:07:12,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for cffa777b4295512c465ea51f75ab7f4e: 2024-11-15T19:07:12,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. for snapshot_backup_system completed. 2024-11-15T19:07:12,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e.' region-info for snapshot=snapshot_backup_system 2024-11-15T19:07:12,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:07:12,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/6177c15de8dc4ab68bca4682dc654a71, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/457ca95fb0d044f28ac2fb05f556ff50] hfiles 2024-11-15T19:07:12,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/6177c15de8dc4ab68bca4682dc654a71 for snapshot=snapshot_backup_system 2024-11-15T19:07:12,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/457ca95fb0d044f28ac2fb05f556ff50 for snapshot=snapshot_backup_system 2024-11-15T19:07:12,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/be4db0061b2d4b2eab9be31ae42ea959, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/812eead418df4f98933a350d285d9062] hfiles 2024-11-15T19:07:12,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d for snapshot=snapshot_backup_system 2024-11-15T19:07:12,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/be4db0061b2d4b2eab9be31ae42ea959 for snapshot=snapshot_backup_system 2024-11-15T19:07:12,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/812eead418df4f98933a350d285d9062 for snapshot=snapshot_backup_system 2024-11-15T19:07:12,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741908_1084 (size=251) 2024-11-15T19:07:12,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:07:13,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:07:13,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T19:07:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-15T19:07:13,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:07:13,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:07:13,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-15T19:07:13,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e in 1.4190 sec 2024-11-15T19:07:13,098 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:07:13,099 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:07:13,100 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:07:13,100 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T19:07:13,101 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T19:07:13,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741909_1085 (size=888) 2024-11-15T19:07:13,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 89c3e4ba7646c9632d25d6d8c5ed65fa, had cached 0 bytes from a total of 8413 2024-11-15T19:07:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T19:07:13,516 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:07:13,526 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:07:13,527 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_backup_system 2024-11-15T19:07:13,528 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:07:13,529 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-15T19:07:13,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2660 sec 2024-11-15T19:07:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-15T19:07:15,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T19:07:15,432 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731697631226 started at 1731697635432. 2024-11-15T19:07:15,434 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731697631226 has been started. 2024-11-15T19:07:15,438 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-15T19:07:15,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T19:07:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T19:07:15,439 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T19:07:15,439 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T19:07:15,439 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T19:07:15,439 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T19:07:15,439 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:15,439 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:15,517 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T19:07:15,518 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T19:07:15,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T19:07:15,519 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,519 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T19:07:15,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:15,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:15,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T19:07:15,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:15,523 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T19:07:15,524 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T19:07:15,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T19:07:15,524 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T19:07:15,524 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T19:07:15,524 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T19:07:15,524 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T19:07:15,524 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '74ec74825666,37281,1731697575338' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T19:07:15,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,538 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:15,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:07:15,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:07:15,539 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T19:07:15,539 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T19:07:15,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:07:15,540 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:07:15,540 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:15,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:15,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:07:15,542 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '74ec74825666,37281,1731697575338' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T19:07:15,542 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@26a7501f[Count = 0] remaining members to acquire global barrier 2024-11-15T19:07:15,542 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T19:07:15,542 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:15,554 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:15,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:15,555 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T19:07:15,555 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,555 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T19:07:15,555 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T19:07:15,555 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 74ec74825666,37281,1731697575338 2024-11-15T19:07:15,556 INFO [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731697621690 highest: 1731697621708 on 74ec74825666,37281,1731697575338 2024-11-15T19:07:15,556 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.meta:.meta(num 1731697621666) roll requested 2024-11-15T19:07:15,574 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697635556.meta, exclude list is [], retry=0 2024-11-15T19:07:15,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:07:15,578 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697621666.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697635556.meta 2024-11-15T19:07:15,578 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:07:15,579 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697621666.meta is not closed yet, will try archiving it next time 2024-11-15T19:07:15,579 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0:(num 1731697621690) roll requested 2024-11-15T19:07:15,580 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697621666.meta not finished, retry = 0 2024-11-15T19:07:15,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741889_1065 (size=1903) 2024-11-15T19:07:15,592 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579, exclude list is [], retry=0 2024-11-15T19:07:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:07:15,596 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697621690 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 2024-11-15T19:07:15,596 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:07:15,596 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697621690 is not closed yet, will try archiving it next time 2024-11-15T19:07:15,596 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1:(num 1731697621708) roll requested 2024-11-15T19:07:15,597 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697621690 not finished, retry = 0 2024-11-15T19:07:15,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741890_1066 (size=93) 2024-11-15T19:07:15,607 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596, exclude list is [], retry=0 2024-11-15T19:07:15,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:07:15,611 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697621708 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596 2024-11-15T19:07:15,611 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:07:15,611 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697621708 is not closed yet, will try archiving it next time 2024-11-15T19:07:15,611 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697602107 2024-11-15T19:07:15,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697621708 not finished, retry = 0 2024-11-15T19:07:15,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741891_1067 (size=4927) 2024-11-15T19:07:15,616 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-15T19:07:15,616 INFO [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731697635579 on 74ec74825666,37281,1731697575338 2024-11-15T19:07:15,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:15,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:15,635 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T19:07:15,635 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '74ec74825666,37281,1731697575338' in zk 2024-11-15T19:07:15,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,649 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T19:07:15,649 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T19:07:15,649 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T19:07:15,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:07:15,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:07:15,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:07:15,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:07:15,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:15,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:15,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:07:15,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:15,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:15,655 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '74ec74825666,37281,1731697575338': 2024-11-15T19:07:15,655 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '74ec74825666,37281,1731697575338' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T19:07:15,655 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T19:07:15,655 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T19:07:15,655 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T19:07:15,655 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T19:07:15,655 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T19:07:15,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:15,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:15,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T19:07:15,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:15,665 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:15,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:07:15,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:07:15,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:15,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:07:15,666 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T19:07:15,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T19:07:15,666 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:15,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:15,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:07:15,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:15,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:15,668 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:07:15,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:15,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T19:07:15,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:15,680 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T19:07:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T19:07:15,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T19:07:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:15,681 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T19:07:15,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T19:07:15,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T19:07:15,681 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T19:07:15,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T19:07:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T19:07:15,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-15T19:07:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697635693 (current time:1731697635693). 2024-11-15T19:07:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:07:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731697635692_backup_system_bulk VERSION not specified, setting to 2 2024-11-15T19:07:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7305d658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:15,694 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:15,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66152716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:15,696 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:15,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151cc774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:15,698 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697621690 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697621690 2024-11-15T19:07:15,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:15,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:07:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:07:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:15,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:07:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-15T19:07:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-15T19:07:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T19:07:15,702 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:07:15,703 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:07:15,706 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:07:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741913_1089 (size=76) 2024-11-15T19:07:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T19:07:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T19:07:16,115 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:07:16,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c002c315ee93d2c16e5966afdcd6ffab}] 2024-11-15T19:07:16,119 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:07:16,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T19:07:16,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-15T19:07:16,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:07:16,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for c002c315ee93d2c16e5966afdcd6ffab: 2024-11-15T19:07:16,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. for snapshot_1731697635692_backup_system_bulk completed. 2024-11-15T19:07:16,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab.' region-info for snapshot=snapshot_1731697635692_backup_system_bulk 2024-11-15T19:07:16,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:07:16,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T19:07:16,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T19:07:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741914_1090 (size=61) 2024-11-15T19:07:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T19:07:16,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:07:16,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-15T19:07:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-15T19:07:16,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731697635692_backup_system_bulk on region c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:07:16,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:07:16,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-15T19:07:16,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c002c315ee93d2c16e5966afdcd6ffab in 569 msec 2024-11-15T19:07:16,688 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:07:16,689 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:07:16,690 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:07:16,690 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731697635692_backup_system_bulk 2024-11-15T19:07:16,691 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697635692_backup_system_bulk 2024-11-15T19:07:16,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741915_1091 (size=702) 2024-11-15T19:07:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T19:07:17,104 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:07:17,111 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:07:17,112 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697635692_backup_system_bulk to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697635692_backup_system_bulk 2024-11-15T19:07:17,113 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:07:17,114 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-15T19:07:17,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731697635692_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4140 sec 2024-11-15T19:07:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-15T19:07:17,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-15T19:07:17,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } 2024-11-15T19:07:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697637855 (current time:1731697637855). 2024-11-15T19:07:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:07:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731697637853_ns3_test-17316975841572 VERSION not specified, setting to 2 2024-11-15T19:07:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c537c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:17,859 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c06a152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:17,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:17,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:17,863 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:17,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5518b6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:17,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:17,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:17,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:17,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:07:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:07:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:17,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:07:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } 2024-11-15T19:07:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-15T19:07:17,872 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:07:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T19:07:17,873 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:07:17,877 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:07:17,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741916_1092 (size=86) 2024-11-15T19:07:17,888 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:07:17,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4da1b6519f4ab61122f88ee46cb643}] 2024-11-15T19:07:17,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:07:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T19:07:18,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-15T19:07:18,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:07:18,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 0e4da1b6519f4ab61122f88ee46cb643: 2024-11-15T19:07:18,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. for snapshot_1731697637853_ns3_test-17316975841572 completed. 2024-11-15T19:07:18,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643.' region-info for snapshot=snapshot_1731697637853_ns3_test-17316975841572 2024-11-15T19:07:18,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:07:18,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T19:07:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741917_1093 (size=52) 2024-11-15T19:07:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T19:07:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:07:18,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-15T19:07:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-15T19:07:18,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731697637853_ns3_test-17316975841572 on region 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:07:18,457 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:07:18,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-15T19:07:18,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e4da1b6519f4ab61122f88ee46cb643 in 570 msec 2024-11-15T19:07:18,462 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:07:18,463 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:07:18,465 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:07:18,465 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731697637853_ns3_test-17316975841572 2024-11-15T19:07:18,466 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697637853_ns3_test-17316975841572 2024-11-15T19:07:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741918_1094 (size=443) 2024-11-15T19:07:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T19:07:18,882 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:07:18,892 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:07:18,892 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697637853_ns3_test-17316975841572 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697637853_ns3_test-17316975841572 2024-11-15T19:07:18,894 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:07:18,894 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-15T19:07:18,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731697637853_ns3_test-17316975841572 table=ns3:test-17316975841572 type=FLUSH ttl=0 } in 1.0240 sec 2024-11-15T19:07:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-15T19:07:19,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17316975841572 completed 2024-11-15T19:07:19,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } 2024-11-15T19:07:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697639014 (current time:1731697639014). 2024-11-15T19:07:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:07:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731697639012_default_test-1731697584157 VERSION not specified, setting to 2 2024-11-15T19:07:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7176655c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:19,018 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:19,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:19,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:19,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1532c494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:19,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:19,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:19,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:19,021 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:19,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1beddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:19,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:19,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:19,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:19,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:07:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:07:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:19,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:07:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } 2024-11-15T19:07:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-15T19:07:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T19:07:19,030 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:07:19,031 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:07:19,033 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:07:19,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741919_1095 (size=84) 2024-11-15T19:07:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T19:07:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T19:07:19,442 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:07:19,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eae60ecec52958f15dfc0750b7993b2}] 2024-11-15T19:07:19,445 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:19,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-15T19:07:19,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:07:19,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 0eae60ecec52958f15dfc0750b7993b2: 2024-11-15T19:07:19,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. for snapshot_1731697639012_default_test-1731697584157 completed. 2024-11-15T19:07:19,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2.' region-info for snapshot=snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:19,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:07:19,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/0e434d8204d14f8bb27e04c93a6eaf6e] hfiles 2024-11-15T19:07:19,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f for snapshot=snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:19,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/0e434d8204d14f8bb27e04c93a6eaf6e for snapshot=snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:19,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T19:07:19,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/908df574ab444c86b06c90eced74c7e3] hfiles 2024-11-15T19:07:19,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 for snapshot=snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:19,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/908df574ab444c86b06c90eced74c7e3 for snapshot=snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:19,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741920_1096 (size=224) 2024-11-15T19:07:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T19:07:20,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:07:20,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-15T19:07:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-15T19:07:20,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731697639012_default_test-1731697584157 on region 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:20,016 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:20,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-15T19:07:20,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0eae60ecec52958f15dfc0750b7993b2 in 574 msec 2024-11-15T19:07:20,021 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:07:20,022 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:07:20,024 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-15T19:07:20,024 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-15T19:07:20,024 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:07:20,025 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-15T19:07:20,025 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:07:20,026 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-15T19:07:20,026 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:07:20,028 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855/mob/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2] hfiles 2024-11-15T19:07:20,028 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855/mob/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741921_1097 (size=168) 2024-11-15T19:07:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T19:07:20,568 INFO [AsyncFSWAL-0-hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData-prefix:74ec74825666,42107,1731697573674.74ec74825666,42107,1731697573674.regiongroup-0 {}] wal.AbstractFSWAL(1368): Slow sync cost: 130 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK]] 2024-11-15T19:07:20,568 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:07:20,569 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:20,571 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:20,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741922_1098 (size=1305) 2024-11-15T19:07:20,993 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:07:21,004 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:07:21,004 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697639012_default_test-1731697584157 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:21,006 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:07:21,006 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-15T19:07:21,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731697639012_default_test-1731697584157 table=test-1731697584157 type=FLUSH ttl=0 } in 1.9780 sec 2024-11-15T19:07:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-15T19:07:21,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731697584157 completed 2024-11-15T19:07:21,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } 2024-11-15T19:07:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697641184 (current time:1731697641184). 2024-11-15T19:07:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:07:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731697641182_ns4_test-17316975841573 VERSION not specified, setting to 2 2024-11-15T19:07:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56377ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:21,188 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:21,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:21,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:21,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b4825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:21,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:21,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:21,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:21,191 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:21,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae2083e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:21,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:21,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:21,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:21,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:07:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:07:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:21,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:07:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } 2024-11-15T19:07:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-15T19:07:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T19:07:21,200 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:07:21,201 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:07:21,204 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:07:21,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741923_1099 (size=86) 2024-11-15T19:07:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T19:07:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T19:07:21,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cffa777b4295512c465ea51f75ab7f4e, had cached 0 bytes from a total of 28925 2024-11-15T19:07:21,612 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:07:21,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4345f0da20b9deffabebe52b0cf8e3bd}] 2024-11-15T19:07:21,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:07:21,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-15T19:07:21,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:07:21,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for 4345f0da20b9deffabebe52b0cf8e3bd: 2024-11-15T19:07:21,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. for snapshot_1731697641182_ns4_test-17316975841573 completed. 2024-11-15T19:07:21,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd.' region-info for snapshot=snapshot_1731697641182_ns4_test-17316975841573 2024-11-15T19:07:21,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:07:21,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T19:07:21,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741924_1100 (size=52) 2024-11-15T19:07:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T19:07:22,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:07:22,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-15T19:07:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-15T19:07:22,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731697641182_ns4_test-17316975841573 on region 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:07:22,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:07:22,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-15T19:07:22,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4345f0da20b9deffabebe52b0cf8e3bd in 575 msec 2024-11-15T19:07:22,190 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:07:22,191 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:07:22,192 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:07:22,192 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731697641182_ns4_test-17316975841573 2024-11-15T19:07:22,193 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697641182_ns4_test-17316975841573 2024-11-15T19:07:22,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741925_1101 (size=443) 2024-11-15T19:07:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T19:07:22,612 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:07:22,620 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:07:22,621 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697641182_ns4_test-17316975841573 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697641182_ns4_test-17316975841573 2024-11-15T19:07:22,623 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:07:22,623 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-15T19:07:22,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731697641182_ns4_test-17316975841573 table=ns4:test-17316975841573 type=FLUSH ttl=0 } in 1.4250 sec 2024-11-15T19:07:23,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-15T19:07:23,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17316975841573 completed 2024-11-15T19:07:23,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } 2024-11-15T19:07:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697643354 (current time:1731697643354). 2024-11-15T19:07:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:07:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731697643353_ns2_test-17316975841571 VERSION not specified, setting to 2 2024-11-15T19:07:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8cdd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:23,359 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:23,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:23,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:23,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2960d75b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:23,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:23,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:23,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:23,363 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:23,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28887924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:23,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:23,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:07:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:07:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:23,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:07:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } 2024-11-15T19:07:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-15T19:07:23,370 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:07:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T19:07:23,371 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:07:23,373 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:07:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741926_1102 (size=86) 2024-11-15T19:07:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T19:07:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T19:07:23,782 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:07:23,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa}] 2024-11-15T19:07:23,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:07:23,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-15T19:07:23,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:07:23,940 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2902): Flushing 89c3e4ba7646c9632d25d6d8c5ed65fa 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-15T19:07:23,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/.tmp/f/9f2bd1c195e345c3bbfbb67285715624 is 38, key is row-t20/f:q1/1731697615929/Put/seqid=0 2024-11-15T19:07:23,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741927_1103 (size=5134) 2024-11-15T19:07:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T19:07:24,357 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/.tmp/f/9f2bd1c195e345c3bbfbb67285715624 2024-11-15T19:07:24,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/.tmp/f/9f2bd1c195e345c3bbfbb67285715624 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/9f2bd1c195e345c3bbfbb67285715624 2024-11-15T19:07:24,377 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/9f2bd1c195e345c3bbfbb67285715624, entries=5, sequenceid=111, filesize=5.0 K 2024-11-15T19:07:24,378 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 89c3e4ba7646c9632d25d6d8c5ed65fa in 438ms, sequenceid=111, compaction requested=false 2024-11-15T19:07:24,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 89c3e4ba7646c9632d25d6d8c5ed65fa: 2024-11-15T19:07:24,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. for snapshot_1731697643353_ns2_test-17316975841571 completed. 2024-11-15T19:07:24,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa.' region-info for snapshot=snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:24,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:07:24,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/9f2bd1c195e345c3bbfbb67285715624] hfiles 2024-11-15T19:07:24,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 for snapshot=snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:24,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/9f2bd1c195e345c3bbfbb67285715624 for snapshot=snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:24,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741928_1104 (size=130) 2024-11-15T19:07:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T19:07:24,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:07:24,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-15T19:07:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-15T19:07:24,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731697643353_ns2_test-17316975841571 on region 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:07:24,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:07:24,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-15T19:07:24,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 89c3e4ba7646c9632d25d6d8c5ed65fa in 1.0060 sec 2024-11-15T19:07:24,794 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:07:24,796 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:07:24,797 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:07:24,797 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:24,798 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:24,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741929_1105 (size=496) 2024-11-15T19:07:25,217 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:07:25,227 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:07:25,227 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_1731697643353_ns2_test-17316975841571 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:25,229 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:07:25,229 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-15T19:07:25,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731697643353_ns2_test-17316975841571 table=ns2:test-17316975841571 type=FLUSH ttl=0 } in 1.8610 sec 2024-11-15T19:07:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-15T19:07:25,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17316975841571 completed 2024-11-15T19:07:25,532 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731697631226 2024-11-15T19:07:25,532 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-15T19:07:25,532 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-15T19:07:25,532 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731697631226_backup:system_bulk 2024-11-15T19:07:25,532 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731697635692_backup_system_bulk to hdfs://localhost:44073/backupUT/backup_1731697631226/backup/system_bulk/ 2024-11-15T19:07:25,532 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T19:07:25,573 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44073, inputRoot=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:07:25,573 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1647837701_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44073/backupUT/backup_1731697631226/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44073/backupUT/backup_1731697631226/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731697635692_backup_system_bulk 2024-11-15T19:07:25,575 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T19:07:25,579 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697635692_backup_system_bulk to hdfs://localhost:44073/backupUT/backup_1731697631226/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731697635692_backup_system_bulk 2024-11-15T19:07:25,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741931_1107 (size=76) 2024-11-15T19:07:25,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741930_1106 (size=702) 2024-11-15T19:07:26,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-11618226475082034134.jar 2024-11-15T19:07:26,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:26,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:07:26,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:07:26,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:07:26,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:07:26,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:07:26,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:07:26,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:07:26,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:07:26,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:07:26,921 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:07:26,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:07:26,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:26,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:26,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:26,922 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:26,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:26,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:26,923 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:26,956 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:07:26,979 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731697635692_backup_system_bulk' hfile list 2024-11-15T19:07:27,059 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local257422410_0005_ce39eea0-b80e-49e7-a671-674e8ae13fc7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:07:27,059 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local257422410_0005_ce39eea0-b80e-49e7-a671-674e8ae13fc7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:07:28,099 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T19:07:28,102 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T19:07:28,111 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731697635692_backup_system_bulk 2024-11-15T19:07:28,111 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731697635692_backup_system_bulk finished. 2024-11-15T19:07:28,112 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731697631226_ns3:test-17316975841572 2024-11-15T19:07:28,112 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731697637853_ns3_test-17316975841572 to hdfs://localhost:44073/backupUT/backup_1731697631226/ns3/test-17316975841572/ 2024-11-15T19:07:28,112 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T19:07:28,140 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44073, inputRoot=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:07:28,140 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1647837701_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44073/backupUT/backup_1731697631226/ns3/test-17316975841572, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44073/backupUT/backup_1731697631226/ns3/test-17316975841572/.hbase-snapshot/.tmp/snapshot_1731697637853_ns3_test-17316975841572 2024-11-15T19:07:28,141 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T19:07:28,145 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697637853_ns3_test-17316975841572 to hdfs://localhost:44073/backupUT/backup_1731697631226/ns3/test-17316975841572/.hbase-snapshot/.tmp/snapshot_1731697637853_ns3_test-17316975841572 2024-11-15T19:07:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741932_1108 (size=86) 2024-11-15T19:07:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741933_1109 (size=443) 2024-11-15T19:07:28,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:28,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:28,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-2916669276333656051.jar 2024-11-15T19:07:29,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:29,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:07:29,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:07:29,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:07:29,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:07:29,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:07:29,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:07:29,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:07:29,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:07:29,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:07:29,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:07:29,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:07:29,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:29,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:29,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:29,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:29,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:29,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:29,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:29,467 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:07:29,494 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731697637853_ns3_test-17316975841572' hfile list 2024-11-15T19:07:29,578 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1246578615_0006_105abe59-604b-425a-b3b5-639367fb9fc6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:07:29,579 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1246578615_0006_105abe59-604b-425a-b3b5-639367fb9fc6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:07:30,620 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T19:07:30,623 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T19:07:30,631 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731697637853_ns3_test-17316975841572 2024-11-15T19:07:30,631 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731697637853_ns3_test-17316975841572 finished. 2024-11-15T19:07:30,631 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731697631226_test-1731697584157 2024-11-15T19:07:30,631 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731697639012_default_test-1731697584157 to hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/ 2024-11-15T19:07:30,631 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T19:07:30,659 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44073, inputRoot=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:07:30,659 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1647837701_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/.hbase-snapshot/.tmp/snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:30,661 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T19:07:30,667 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697639012_default_test-1731697584157 to hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/.hbase-snapshot/.tmp/snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:30,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741935_1111 (size=1305) 2024-11-15T19:07:30,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741934_1110 (size=84) 2024-11-15T19:07:31,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-10321653494119525116.jar 2024-11-15T19:07:31,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:31,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:07:31,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:07:31,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:07:31,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:07:31,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:07:31,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:07:31,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:07:31,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:07:31,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:07:31,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:07:31,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:07:31,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:31,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:31,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:31,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:31,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:31,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:31,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:31,989 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:07:32,012 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731697639012_default_test-1731697584157' hfile list 2024-11-15T19:07:32,014 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-15T19:07:32,089 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1056278587_0007_4f4a6539-e636-4320-91eb-86da77ba942f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:07:32,089 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1056278587_0007_4f4a6539-e636-4320-91eb-86da77ba942f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:07:32,154 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T19:07:32,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741936_1112 (size=13760) 2024-11-15T19:07:32,591 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/908df574ab444c86b06c90eced74c7e3 output=hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/908df574ab444c86b06c90eced74c7e3 2024-11-15T19:07:32,591 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-15T19:07:32,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741937_1113 (size=10796) 2024-11-15T19:07:33,018 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/0e434d8204d14f8bb27e04c93a6eaf6e output=hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/0e434d8204d14f8bb27e04c93a6eaf6e 2024-11-15T19:07:33,018 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.025M/sec 2024-11-15T19:07:33,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741938_1114 (size=8413) 2024-11-15T19:07:33,460 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f output=hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f 2024-11-15T19:07:33,460 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-15T19:07:33,475 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855/mob/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2 to hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855/mob/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2" truncated to max limit (512 characters) 2024-11-15T19:07:33,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741939_1115 (size=5591) 2024-11-15T19:07:33,886 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855/mob/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2 output=hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855/mob/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:33,887 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-15T19:07:33,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741940_1116 (size=5484) 2024-11-15T19:07:34,326 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 output=hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 2024-11-15T19:07:34,327 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-15T19:07:35,132 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T19:07:35,133 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T19:07:35,145 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:35,145 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731697639012_default_test-1731697584157 finished. 2024-11-15T19:07:35,145 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731697631226_ns4:test-17316975841573 2024-11-15T19:07:35,145 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731697641182_ns4_test-17316975841573 to hdfs://localhost:44073/backupUT/backup_1731697631226/ns4/test-17316975841573/ 2024-11-15T19:07:35,145 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T19:07:35,173 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44073, inputRoot=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:07:35,173 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1647837701_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44073/backupUT/backup_1731697631226/ns4/test-17316975841573, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44073/backupUT/backup_1731697631226/ns4/test-17316975841573/.hbase-snapshot/.tmp/snapshot_1731697641182_ns4_test-17316975841573 2024-11-15T19:07:35,175 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T19:07:35,179 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697641182_ns4_test-17316975841573 to hdfs://localhost:44073/backupUT/backup_1731697631226/ns4/test-17316975841573/.hbase-snapshot/.tmp/snapshot_1731697641182_ns4_test-17316975841573 2024-11-15T19:07:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741942_1118 (size=86) 2024-11-15T19:07:35,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741941_1117 (size=443) 2024-11-15T19:07:35,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:35,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:35,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-11608462298794057306.jar 2024-11-15T19:07:36,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:36,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:07:36,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:07:36,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:07:36,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:07:36,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:07:36,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:07:36,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:07:36,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:07:36,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:07:36,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:07:36,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:07:36,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:36,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:36,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:36,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:36,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:36,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:36,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:36,507 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:07:36,533 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731697641182_ns4_test-17316975841573' hfile list 2024-11-15T19:07:36,612 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local406312009_0008_ea796578-0a03-44dd-ab40-0c14d8e77b05/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:07:36,612 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local406312009_0008_ea796578-0a03-44dd-ab40-0c14d8e77b05/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:07:37,651 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T19:07:37,652 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T19:07:37,659 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731697641182_ns4_test-17316975841573 2024-11-15T19:07:37,659 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731697641182_ns4_test-17316975841573 finished. 2024-11-15T19:07:37,659 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731697631226_ns2:test-17316975841571 2024-11-15T19:07:37,659 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731697643353_ns2_test-17316975841571 to hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571/ 2024-11-15T19:07:37,659 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-15T19:07:37,687 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:44073, inputRoot=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:07:37,687 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1647837701_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571/.hbase-snapshot/.tmp/snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:37,689 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-15T19:07:37,694 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_1731697643353_ns2_test-17316975841571 to hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571/.hbase-snapshot/.tmp/snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741943_1119 (size=86) 2024-11-15T19:07:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741944_1120 (size=496) 2024-11-15T19:07:38,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-14139583842722621034.jar 2024-11-15T19:07:38,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:38,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:07:38,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:07:38,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:07:38,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:07:38,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:07:38,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:07:38,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:07:38,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:07:38,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:07:38,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:07:38,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:07:38,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:38,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:38,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:38,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:38,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-15T19:07:38,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:38,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:39,011 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:07:39,038 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731697643353_ns2_test-17316975841571' hfile list 2024-11-15T19:07:39,041 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-15T19:07:39,117 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1647016068_0009_2b135528-5cfc-4ed8-bb18-a94f3690bf5d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:07:39,117 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1647016068_0009_2b135528-5cfc-4ed8-bb18-a94f3690bf5d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:07:39,182 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-15T19:07:39,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741945_1121 (size=8413) 2024-11-15T19:07:39,606 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 output=hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 2024-11-15T19:07:39,606 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-15T19:07:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741946_1122 (size=5134) 2024-11-15T19:07:40,046 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/9f2bd1c195e345c3bbfbb67285715624 output=hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/9f2bd1c195e345c3bbfbb67285715624 2024-11-15T19:07:40,046 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-15T19:07:40,160 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-15T19:07:40,162 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-15T19:07:40,172 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:40,172 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731697643353_ns2_test-17316975841571 finished. 2024-11-15T19:07:40,172 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-15T19:07:40,173 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17316975841572 2024-11-15T19:07:40,173 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731697584157 2024-11-15T19:07:40,173 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17316975841573 2024-11-15T19:07:40,173 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17316975841571 2024-11-15T19:07:40,182 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731697631226 2024-11-15T19:07:40,182 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-15T19:07:40,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741947_1123 (size=209) 2024-11-15T19:07:40,589 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44073/backupUT/backup_1731697631226/.backup.manifest 2024-11-15T19:07:40,589 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731697631226 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17316975841572;test-1731697584157;ns4:test-17316975841573;ns2:test-17316975841571,targetRootDir=hdfs://localhost:44073/backupUT,startts=1731697635432,completets=1731697660182,bytescopied=0 2024-11-15T19:07:40,589 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-15T19:07:40,589 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731697635692_backup_system_bulk 2024-11-15T19:07:40,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731697635692_backup_system_bulk" type: DISABLED 2024-11-15T19:07:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731697635692_backup_system_bulk 2024-11-15T19:07:40,599 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731697635692_backup_system_bulk for backup backup_1731697631226 succeeded. 2024-11-15T19:07:40,599 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731697637853_ns3_test-17316975841572 2024-11-15T19:07:40,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731697637853_ns3_test-17316975841572" type: DISABLED 2024-11-15T19:07:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731697637853_ns3_test-17316975841572 2024-11-15T19:07:40,604 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731697637853_ns3_test-17316975841572 for backup backup_1731697631226 succeeded. 2024-11-15T19:07:40,604 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:40,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731697639012_default_test-1731697584157" type: DISABLED 2024-11-15T19:07:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731697639012_default_test-1731697584157 2024-11-15T19:07:40,608 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731697639012_default_test-1731697584157 for backup backup_1731697631226 succeeded. 2024-11-15T19:07:40,608 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731697641182_ns4_test-17316975841573 2024-11-15T19:07:40,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731697641182_ns4_test-17316975841573" type: DISABLED 2024-11-15T19:07:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731697641182_ns4_test-17316975841573 2024-11-15T19:07:40,612 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731697641182_ns4_test-17316975841573 for backup backup_1731697631226 succeeded. 2024-11-15T19:07:40,612 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:40,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731697643353_ns2_test-17316975841571" type: DISABLED 2024-11-15T19:07:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731697643353_ns2_test-17316975841571 2024-11-15T19:07:40,615 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731697643353_ns2_test-17316975841571 for backup backup_1731697631226 succeeded. 2024-11-15T19:07:40,616 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T19:07:40,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T19:07:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T19:07:40,623 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T19:07:40,625 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T19:07:40,629 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731697631226 completed. 2024-11-15T19:07:40,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:40,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:42,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:07:45,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,709 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-15T19:07:45,715 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731697665655 2024-11-15T19:07:45,718 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731697631226} 2024-11-15T19:07:45,718 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T19:07:45,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:45,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T19:07:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731697665811 (current time:1731697665811). 2024-11-15T19:07:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T19:07:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-15T19:07:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7247fb9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:45,813 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:45,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:45,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:45,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abed38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:45,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:45,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:45,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:45,815 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:45,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533eaa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:45,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:45,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:45,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:45,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107. 2024-11-15T19:07:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:07:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:45,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-15T19:07:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-15T19:07:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-15T19:07:45,823 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T19:07:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T19:07:45,824 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T19:07:45,826 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T19:07:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741948_1124 (size=52) 2024-11-15T19:07:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T19:07:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T19:07:46,235 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T19:07:46,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e}] 2024-11-15T19:07:46,239 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:07:46,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-15T19:07:46,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:07:46,393 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing cffa777b4295512c465ea51f75ab7f4e 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-15T19:07:46,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/8dca3ac07b124cfaa083562481bc38cb is 158, key is trslm:hdfs://localhost:44073/backupUT\x00ns2:test-17316975841571/meta:log-roll-map/1731697660177/Put/seqid=0 2024-11-15T19:07:46,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741949_1125 (size=6646) 2024-11-15T19:07:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T19:07:46,810 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/8dca3ac07b124cfaa083562481bc38cb 2024-11-15T19:07:46,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/31b94a2aa6694385a5f007f52641d38f is 826, key is session:backup_1731697631226/session:context/1731697660624/Put/seqid=0 2024-11-15T19:07:46,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741950_1126 (size=5928) 2024-11-15T19:07:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T19:07:47,235 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/31b94a2aa6694385a5f007f52641d38f 2024-11-15T19:07:47,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/8dca3ac07b124cfaa083562481bc38cb as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/8dca3ac07b124cfaa083562481bc38cb 2024-11-15T19:07:47,255 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/8dca3ac07b124cfaa083562481bc38cb, entries=12, sequenceid=42, filesize=6.5 K 2024-11-15T19:07:47,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/31b94a2aa6694385a5f007f52641d38f as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/31b94a2aa6694385a5f007f52641d38f 2024-11-15T19:07:47,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/31b94a2aa6694385a5f007f52641d38f, entries=2, sequenceid=42, filesize=5.8 K 2024-11-15T19:07:47,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for cffa777b4295512c465ea51f75ab7f4e in 870ms, sequenceid=42, compaction requested=true 2024-11-15T19:07:47,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for cffa777b4295512c465ea51f75ab7f4e: 2024-11-15T19:07:47,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. for snapshot_backup_system completed. 2024-11-15T19:07:47,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e.' region-info for snapshot=snapshot_backup_system 2024-11-15T19:07:47,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T19:07:47,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/6177c15de8dc4ab68bca4682dc654a71, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/457ca95fb0d044f28ac2fb05f556ff50, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/8dca3ac07b124cfaa083562481bc38cb] hfiles 2024-11-15T19:07:47,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/6177c15de8dc4ab68bca4682dc654a71 for snapshot=snapshot_backup_system 2024-11-15T19:07:47,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/457ca95fb0d044f28ac2fb05f556ff50 for snapshot=snapshot_backup_system 2024-11-15T19:07:47,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/8dca3ac07b124cfaa083562481bc38cb for snapshot=snapshot_backup_system 2024-11-15T19:07:47,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/be4db0061b2d4b2eab9be31ae42ea959, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/812eead418df4f98933a350d285d9062, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/31b94a2aa6694385a5f007f52641d38f] hfiles 2024-11-15T19:07:47,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f293d2f23874450a9106f1acc0b1fc7d for snapshot=snapshot_backup_system 2024-11-15T19:07:47,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/be4db0061b2d4b2eab9be31ae42ea959 for snapshot=snapshot_backup_system 2024-11-15T19:07:47,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/812eead418df4f98933a350d285d9062 for snapshot=snapshot_backup_system 2024-11-15T19:07:47,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/31b94a2aa6694385a5f007f52641d38f for snapshot=snapshot_backup_system 2024-11-15T19:07:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741951_1127 (size=330) 2024-11-15T19:07:47,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:07:47,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-15T19:07:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-15T19:07:47,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:07:47,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:07:47,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-15T19:07:47,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cffa777b4295512c465ea51f75ab7f4e in 1.4360 sec 2024-11-15T19:07:47,676 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T19:07:47,678 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T19:07:47,679 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T19:07:47,679 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-15T19:07:47,681 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-15T19:07:47,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741952_1128 (size=967) 2024-11-15T19:07:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T19:07:48,096 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T19:07:48,107 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T19:07:48,108 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.hbase-snapshot/snapshot_backup_system 2024-11-15T19:07:48,109 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T19:07:48,109 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-15T19:07:48,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2890 sec 2024-11-15T19:07:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-15T19:07:49,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-15T19:07:49,982 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731697665655 started at 1731697669982. 2024-11-15T19:07:49,988 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731697665655 has been started. 2024-11-15T19:07:49,996 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731697584157, backup:system_bulk, ns2:test-17316975841571, ns3:test-17316975841572, ns4:test-17316975841573] 2024-11-15T19:07:50,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731697621708for backupID backup_1731697665655 2024-11-15T19:07:50,000 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-15T19:07:50,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-15T19:07:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-15T19:07:50,001 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-15T19:07:50,001 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-15T19:07:50,001 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-15T19:07:50,001 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-15T19:07:50,002 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:50,002 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:50,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T19:07:50,110 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,110 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T19:07:50,111 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T19:07:50,111 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,111 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-15T19:07:50,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:50,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:50,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-15T19:07:50,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:50,116 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-15T19:07:50,116 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-15T19:07:50,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-15T19:07:50,117 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-15T19:07:50,117 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-15T19:07:50,117 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-15T19:07:50,117 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-15T19:07:50,117 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '74ec74825666,37281,1731697575338' joining acquired barrier for procedure (rolllog) in zk 2024-11-15T19:07:50,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,141 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:50,141 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,141 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:07:50,142 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:07:50,142 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-15T19:07:50,142 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-15T19:07:50,142 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:07:50,143 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:07:50,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:50,146 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:50,147 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:07:50,148 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '74ec74825666,37281,1731697575338' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-15T19:07:50,148 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@423f477c[Count = 0] remaining members to acquire global barrier 2024-11-15T19:07:50,148 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-15T19:07:50,149 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:50,163 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:50,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:50,163 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-15T19:07:50,163 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,164 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-15T19:07:50,164 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-15T19:07:50,164 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 74ec74825666,37281,1731697575338 2024-11-15T19:07:50,164 INFO [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731697635579 highest: 1731697635596 on 74ec74825666,37281,1731697575338 2024-11-15T19:07:50,164 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.meta:.meta(num 1731697635556) roll requested 2024-11-15T19:07:50,183 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697670165.meta, exclude list is [], retry=0 2024-11-15T19:07:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:07:50,187 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697635556.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697670165.meta 2024-11-15T19:07:50,187 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:07:50,187 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697635556.meta is not closed yet, will try archiving it next time 2024-11-15T19:07:50,187 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0:(num 1731697635579) roll requested 2024-11-15T19:07:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741910_1086 (size=93) 2024-11-15T19:07:50,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697635556.meta not finished, retry = 0 2024-11-15T19:07:50,199 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697670187, exclude list is [], retry=0 2024-11-15T19:07:50,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:07:50,202 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697670187 2024-11-15T19:07:50,202 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:07:50,202 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 is not closed yet, will try archiving it next time 2024-11-15T19:07:50,202 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1:(num 1731697635596) roll requested 2024-11-15T19:07:50,202 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697602083 2024-11-15T19:07:50,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741911_1087 (size=653) 2024-11-15T19:07:50,204 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 2024-11-15T19:07:50,214 DEBUG [regionserver/74ec74825666:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697670203, exclude list is [], retry=0 2024-11-15T19:07:50,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-ef9e9096-86e4-42b0-adf3-f97b64106213,DISK] 2024-11-15T19:07:50,218 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697670203 2024-11-15T19:07:50,218 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44741:44741)] 2024-11-15T19:07:50,218 DEBUG [regionserver/74ec74825666:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596 is not closed yet, will try archiving it next time 2024-11-15T19:07:50,218 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697621708 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697621708 2024-11-15T19:07:50,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596 not finished, retry = 0 2024-11-15T19:07:50,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741912_1088 (size=4710) 2024-11-15T19:07:50,225 DEBUG [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-15T19:07:50,225 INFO [rs(74ec74825666,37281,1731697575338)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731697670187 on 74ec74825666,37281,1731697575338 2024-11-15T19:07:50,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:50,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:50,243 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-15T19:07:50,243 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '74ec74825666,37281,1731697575338' in zk 2024-11-15T19:07:50,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,252 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-15T19:07:50,252 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T19:07:50,252 DEBUG [member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-15T19:07:50,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:07:50,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:07:50,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:07:50,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:07:50,254 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:50,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:50,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:07:50,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:50,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:50,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '74ec74825666,37281,1731697575338': 2024-11-15T19:07:50,258 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '74ec74825666,37281,1731697575338' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-15T19:07:50,258 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-15T19:07:50,258 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-15T19:07:50,258 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-15T19:07:50,258 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-15T19:07:50,258 INFO [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-15T19:07:50,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:50,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:50,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T19:07:50,268 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:50,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:50,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-15T19:07:50,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:50,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-15T19:07:50,268 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T19:07:50,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-15T19:07:50,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T19:07:50,269 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-15T19:07:50,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:50,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-15T19:07:50,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:50,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:50,272 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-15T19:07:50,273 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-15T19:07:50,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------74ec74825666,37281,1731697575338 2024-11-15T19:07:50,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:50,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-15T19:07:50,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-15T19:07:50,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/74ec74825666,37281,1731697575338 2024-11-15T19:07:50,284 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-15T19:07:50,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:50,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-15T19:07:50,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-15T19:07:50,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-15T19:07:50,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-15T19:07:50,284 DEBUG [(74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-15T19:07:50,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-15T19:07:50,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-15T19:07:50,285 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-15T19:07:50,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-15T19:07:50,290 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697635556.meta to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.meta.1731697635556.meta 2024-11-15T19:07:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-15T19:07:50,295 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {74ec74825666:37281=1731697621708} newestTimestamps: {74ec74825666:37281=1731697635596} 2024-11-15T19:07:50,298 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 74ec74825666%2C37281%2C1731697575338.meta.1731697579671.meta 2024-11-15T19:07:50,298 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 74ec74825666%2C37281%2C1731697575338.meta.1731697621666.meta 2024-11-15T19:07:50,298 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 74ec74825666%2C37281%2C1731697575338.meta.1731697670165.meta 2024-11-15T19:07:50,298 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697670187 2024-11-15T19:07:50,298 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596 2024-11-15T19:07:50,298 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697670203 2024-11-15T19:07:50,300 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.meta.1731697602063.meta 2024-11-15T19:07:50,300 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.meta.1731697635556.meta 2024-11-15T19:07:50,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741956_1132 (size=640) 2024-11-15T19:07:50,713 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:44073/backupUT/backup_1731697665655/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:07:50,713 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T19:07:50,716 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-15T19:07:50,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741957_1133 (size=45) 2024-11-15T19:07:51,124 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-15T19:07:51,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741958_1134 (size=390) 2024-11-15T19:07:51,543 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17316975841572 target: hdfs://localhost:44073/backupUT/backup_1731697665655/ns3/test-17316975841572 descriptor: 'ns3:test-17316975841572', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:07:51,543 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T19:07:51,545 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17316975841572 2024-11-15T19:07:51,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741959_1135 (size=50) 2024-11-15T19:07:51,953 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17316975841572 2024-11-15T19:07:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741960_1136 (size=908) 2024-11-15T19:07:52,371 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731697584157 target: hdfs://localhost:44073/backupUT/backup_1731697665655/default/test-1731697584157 descriptor: 'test-1731697584157', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:07:52,371 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T19:07:52,375 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731697584157 2024-11-15T19:07:52,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741961_1137 (size=53) 2024-11-15T19:07:52,782 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731697584157 2024-11-15T19:07:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741962_1138 (size=390) 2024-11-15T19:07:53,195 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17316975841573 target: hdfs://localhost:44073/backupUT/backup_1731697665655/ns4/test-17316975841573 descriptor: 'ns4:test-17316975841573', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:07:53,195 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T19:07:53,200 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17316975841573 2024-11-15T19:07:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741963_1139 (size=50) 2024-11-15T19:07:53,609 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17316975841573 2024-11-15T19:07:53,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741964_1140 (size=364) 2024-11-15T19:07:54,028 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17316975841571 target: hdfs://localhost:44073/backupUT/backup_1731697665655/ns2/test-17316975841571 descriptor: 'ns2:test-17316975841571', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:07:54,028 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-15T19:07:54,034 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17316975841571 2024-11-15T19:07:54,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741965_1141 (size=50) 2024-11-15T19:07:54,442 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17316975841571 2024-11-15T19:07:54,462 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:44073/backupUT/.tmp/backup_1731697665655 from hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596;hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 2024-11-15T19:07:54,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60aef7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:54,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:54,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:54,464 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:54,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:54,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:54,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5632eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:54,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:54,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:54,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:54,465 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:54,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b0581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:54,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:07:54,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:07:54,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35d25d92 2024-11-15T19:07:54,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:07:54,468 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:07:54,472 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T19:07:54,472 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731697584157 2024-11-15T19:07:54,472 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731697584157,, stopping at row=test-1731697584157 ,, for max=2147483647 with caching=100 2024-11-15T19:07:54,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:54,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:54,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:54,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:54,476 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731697584157: test-1731697584157; 2024-11-15T19:07:54,477 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-15T19:07:54,477 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:54,479 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-15T19:07:54,479 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17316975841571 2024-11-15T19:07:54,480 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17316975841571,, stopping at row=ns2:test-17316975841571 ,, for max=2147483647 with caching=100 2024-11-15T19:07:54,483 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17316975841571: ns2:test-17316975841571; 2024-11-15T19:07:54,483 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17316975841572 2024-11-15T19:07:54,483 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17316975841572,, stopping at row=ns3:test-17316975841572 ,, for max=2147483647 with caching=100 2024-11-15T19:07:54,485 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17316975841572: ns3:test-17316975841572; 2024-11-15T19:07:54,485 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17316975841573 2024-11-15T19:07:54,485 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17316975841573,, stopping at row=ns4:test-17316975841573 ,, for max=2147483647 with caching=100 2024-11-15T19:07:54,487 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17316975841573: ns4:test-17316975841573; 2024-11-15T19:07:54,487 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-15T19:07:54,487 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/partitions_299dd567-0b30-45fe-a7b6-4b209d992746 2024-11-15T19:07:54,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741966_1142 (size=324) 2024-11-15T19:07:54,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:54,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:54,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-1434334027644623409.jar 2024-11-15T19:07:55,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:07:55,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:07:55,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:07:55,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:07:55,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:07:55,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:07:55,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:07:55,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:07:55,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:07:55,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:07:55,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:07:55,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:07:55,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:07:55,766 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731697584157,backup:system_bulk,ns2:test-17316975841571,ns3:test-17316975841572,ns4:test-17316975841573 2024-11-15T19:07:55,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:07:55,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:07:55,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:55,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:55,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:55,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:07:56,046 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0eae60ecec52958f15dfc0750b7993b2, had cached 0 bytes from a total of 38453 2024-11-15T19:07:56,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-5020939216326862978.jar 2024-11-15T19:07:56,637 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:07:56,659 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596 for WAL files 2024-11-15T19:07:56,660 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596 2024-11-15T19:07:56,661 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 for WAL files 2024-11-15T19:07:56,661 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 2024-11-15T19:07:56,745 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local2000373082_0010_845a72e7-536c-474f-b142-c5ac412fc843/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:07:56,746 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local2000373082_0010_845a72e7-536c-474f-b142-c5ac412fc843/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:07:56,799 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596 for hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697635596 (-9223372036854775808:9223372036854775807) length:4710 2024-11-15T19:07:56,802 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T19:07:56,802 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T19:07:56,835 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 for hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697635579 (-9223372036854775808:9223372036854775807) length:653 2024-11-15T19:07:56,838 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-15T19:07:56,838 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-15T19:07:56,912 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565391cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:56,912 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:07:56,913 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:07:56,913 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:07:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:07:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:07:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@910f65f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:07:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:07:56,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:56,915 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:07:56,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5d5f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:07:56,916 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:07:56,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:07:56,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:07:56,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:07:56,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731697584157', row='row-test-1731697584157-2-0', locateType=CURRENT is [region=test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., hostname=74ec74825666,37281,1731697575338, seqNum=338] 2024-11-15T19:07:56,920 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-15T19:07:56,920 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:07:56,920 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:56,921 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:07:56,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:07:56,921 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731697584157-2-0] 2024-11-15T19:07:56,921 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:07:56,924 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/backupUT/.tmp/backup_1731697665655/_temporary/0/_temporary/attempt_local2000373082_0010_r_000004_0/default/test-1731697584157/f2/37d15e8270d24cfe979ec875f8234c8d is 58, key is row-test-1731697584157-2-0/f2:q1/1731697660645/Put/seqid=0 2024-11-15T19:07:56,926 WARN [Thread-1513 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:07:56,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741967_1143 (size=5367) 2024-11-15T19:07:57,797 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:44073/backupUT 2024-11-15T19:07:57,797 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731697665655 2024-11-15T19:07:57,798 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-15T19:07:57,810 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:44073/backupUT/.tmp/backup_1731697665655, hdfs://localhost:44073/backupUT] 2024-11-15T19:07:57,851 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:07:57,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741968_1144 (size=5367) 2024-11-15T19:07:58,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 89c3e4ba7646c9632d25d6d8c5ed65fa, had cached 0 bytes from a total of 13547 2024-11-15T19:07:58,446 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-15T19:07:58,448 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731697665655 2024-11-15T19:07:58,448 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-15T19:07:58,449 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1317780498_0011 completed: true true 2024-11-15T19:07:58,449 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6665904 FILE: Number of bytes written=17202727 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409247 HDFS: Number of bytes written=2547251 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=421 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-15T19:07:58,449 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:44073/backupUT/.tmp/backup_1731697665655 to hdfs://localhost:44073/backupUT finished. 2024-11-15T19:07:58,471 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731697665655 2024-11-15T19:07:58,476 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731697631226} 2024-11-15T19:07:58,476 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-15T19:07:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741969_1145 (size=714) 2024-11-15T19:07:58,882 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:44073/backupUT/backup_1731697665655/.backup.manifest 2024-11-15T19:07:58,882 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731697665655 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17316975841572;test-1731697584157;ns4:test-17316975841573;ns2:test-17316975841571,targetRootDir=hdfs://localhost:44073/backupUT,startts=1731697669982,completets=1731697678471,bytescopied=0 2024-11-15T19:07:58,882 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-15T19:07:58,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-15T19:07:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-15T19:07:58,894 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-15T19:07:58,897 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-15T19:07:58,900 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731697665655 completed. 2024-11-15T19:07:58,901 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-15T19:07:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:07:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:07:58,918 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731697595239 2024-11-15T19:07:58,920 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-15T19:07:58,921 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-15T19:07:58,922 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44073/backupUT/backup_1731697595239/.backup.manifest 2024-11-15T19:07:58,923 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731697595239/.backup.manifest 2024-11-15T19:07:58,926 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44073/backupUT/backup_1731697595239/.backup.manifest 2024-11-15T19:07:58,928 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731697595239/.backup.manifest 2024-11-15T19:07:58,928 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731697584157' to 'table1' from full backup image hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157 2024-11-15T19:07:58,937 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-15T19:07:58,937 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:07:58,938 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f in region [hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2] 2024-11-15T19:07:58,942 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f first=row0 last=row98 2024-11-15T19:07:58,943 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3 in region [hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2] 2024-11-15T19:07:58,947 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd first=row-test-1731697584157-3-0 last=row-test-1731697584157-3-5 2024-11-15T19:07:58,947 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob in region [hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2] 2024-11-15T19:07:58,952 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 first=row-test-1731697584157-3-0 last=row-test-1731697584157-3-5 2024-11-15T19:07:58,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:07:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-15T19:07:58,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:07:58,960 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:07:58,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-15T19:07:58,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:07:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:07:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741970_1146 (size=938) 2024-11-15T19:07:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:07:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:07:59,371 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fb60ff6f6125b80a98abefbd392665b, NAME => 'table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:07:59,372 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7daa16df59d9f49f0da927de09f41183, NAME => 'table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:07:59,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741971_1147 (size=45) 2024-11-15T19:07:59,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741972_1148 (size=45) 2024-11-15T19:07:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:07:59,781 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:07:59,781 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 7fb60ff6f6125b80a98abefbd392665b, disabling compactions & flushes 2024-11-15T19:07:59,781 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:07:59,782 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:07:59,782 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. after waiting 0 ms 2024-11-15T19:07:59,782 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:07:59,782 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:07:59,782 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fb60ff6f6125b80a98abefbd392665b: Waiting for close lock at 1731697679781Disabling compacts and flushes for region at 1731697679781Disabling writes for close at 1731697679782 (+1 ms)Writing region close event to WAL at 1731697679782Closed at 1731697679782 2024-11-15T19:07:59,783 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:07:59,783 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 7daa16df59d9f49f0da927de09f41183, disabling compactions & flushes 2024-11-15T19:07:59,783 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:07:59,783 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:07:59,783 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. after waiting 0 ms 2024-11-15T19:07:59,783 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:07:59,783 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:07:59,783 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7daa16df59d9f49f0da927de09f41183: Waiting for close lock at 1731697679783Disabling compacts and flushes for region at 1731697679783Disabling writes for close at 1731697679783Writing region close event to WAL at 1731697679783Closed at 1731697679783 2024-11-15T19:07:59,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:07:59,786 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731697679785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697679785"}]},"ts":"1731697679785"} 2024-11-15T19:07:59,786 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731697679785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697679785"}]},"ts":"1731697679785"} 2024-11-15T19:07:59,791 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T19:07:59,792 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:07:59,792 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697679792"}]},"ts":"1731697679792"} 2024-11-15T19:07:59,794 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-15T19:07:59,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7fb60ff6f6125b80a98abefbd392665b, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7daa16df59d9f49f0da927de09f41183, ASSIGN}] 2024-11-15T19:07:59,796 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7daa16df59d9f49f0da927de09f41183, ASSIGN 2024-11-15T19:07:59,796 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7fb60ff6f6125b80a98abefbd392665b, ASSIGN 2024-11-15T19:07:59,796 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7fb60ff6f6125b80a98abefbd392665b, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:07:59,796 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7daa16df59d9f49f0da927de09f41183, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:07:59,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=7fb60ff6f6125b80a98abefbd392665b, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:07:59,947 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=7daa16df59d9f49f0da927de09f41183, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:07:59,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7fb60ff6f6125b80a98abefbd392665b, ASSIGN because future has completed 2024-11-15T19:07:59,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb60ff6f6125b80a98abefbd392665b, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:07:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7daa16df59d9f49f0da927de09f41183, ASSIGN because future has completed 2024-11-15T19:07:59,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7daa16df59d9f49f0da927de09f41183, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:08:00,108 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:08:00,108 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb60ff6f6125b80a98abefbd392665b, NAME => 'table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-15T19:08:00,109 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:08:00,109 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,109 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:00,109 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,109 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,111 INFO [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,113 INFO [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb60ff6f6125b80a98abefbd392665b columnFamilyName f 2024-11-15T19:08:00,113 DEBUG [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:00,113 INFO [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] regionserver.HStore(327): Store=7fb60ff6f6125b80a98abefbd392665b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:00,114 INFO [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,115 INFO [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb60ff6f6125b80a98abefbd392665b columnFamilyName f3 2024-11-15T19:08:00,115 DEBUG [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:00,116 INFO [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] regionserver.HStore(327): Store=7fb60ff6f6125b80a98abefbd392665b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:00,116 INFO [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,117 INFO [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb60ff6f6125b80a98abefbd392665b columnFamilyName mob 2024-11-15T19:08:00,119 DEBUG [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:00,119 INFO [StoreOpener-7fb60ff6f6125b80a98abefbd392665b-1 {}] regionserver.HStore(327): Store=7fb60ff6f6125b80a98abefbd392665b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:00,120 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,121 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,121 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,122 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,122 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,123 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T19:08:00,125 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,127 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:08:00,128 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 7fb60ff6f6125b80a98abefbd392665b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10490669120, jitterRate=-0.022980302572250366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T19:08:00,128 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:00,129 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 7fb60ff6f6125b80a98abefbd392665b: Running coprocessor pre-open hook at 1731697680109Writing region info on filesystem at 1731697680109Initializing all the Stores at 1731697680110 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697680111 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697680111Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697680111Cleaning up temporary data from old regions at 1731697680122 (+11 ms)Running coprocessor post-open hooks at 1731697680128 (+6 ms)Region opened successfully at 1731697680129 (+1 ms) 2024-11-15T19:08:00,130 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., pid=64, masterSystemTime=1731697680101 2024-11-15T19:08:00,132 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:08:00,133 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:08:00,133 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:08:00,133 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 7daa16df59d9f49f0da927de09f41183, NAME => 'table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-15T19:08:00,133 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:08:00,133 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=7fb60ff6f6125b80a98abefbd392665b, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:00,133 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,133 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:00,133 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,134 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb60ff6f6125b80a98abefbd392665b, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:00,135 INFO [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,137 INFO [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7daa16df59d9f49f0da927de09f41183 columnFamilyName f 2024-11-15T19:08:00,137 DEBUG [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:00,137 INFO [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] regionserver.HStore(327): Store=7daa16df59d9f49f0da927de09f41183/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:00,138 INFO [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-15T19:08:00,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb60ff6f6125b80a98abefbd392665b, server=74ec74825666,37281,1731697575338 in 186 msec 2024-11-15T19:08:00,139 INFO [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7daa16df59d9f49f0da927de09f41183 columnFamilyName f3 2024-11-15T19:08:00,139 DEBUG [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:00,140 INFO [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] regionserver.HStore(327): Store=7daa16df59d9f49f0da927de09f41183/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:00,140 INFO [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7fb60ff6f6125b80a98abefbd392665b, ASSIGN in 345 msec 2024-11-15T19:08:00,141 INFO [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7daa16df59d9f49f0da927de09f41183 columnFamilyName mob 2024-11-15T19:08:00,142 DEBUG [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:00,142 INFO [StoreOpener-7daa16df59d9f49f0da927de09f41183-1 {}] regionserver.HStore(327): Store=7daa16df59d9f49f0da927de09f41183/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:00,143 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,143 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,144 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,145 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,145 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,145 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T19:08:00,146 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,148 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:08:00,148 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 7daa16df59d9f49f0da927de09f41183; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10315986720, jitterRate=-0.03924886882305145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T19:08:00,148 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:00,148 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 7daa16df59d9f49f0da927de09f41183: Running coprocessor pre-open hook at 1731697680134Writing region info on filesystem at 1731697680134Initializing all the Stores at 1731697680135 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697680135Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697680135Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697680135Cleaning up temporary data from old regions at 1731697680145 (+10 ms)Running coprocessor post-open hooks at 1731697680148 (+3 ms)Region opened successfully at 1731697680148 2024-11-15T19:08:00,149 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183., pid=65, masterSystemTime=1731697680101 2024-11-15T19:08:00,150 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:08:00,150 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:08:00,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=7daa16df59d9f49f0da927de09f41183, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:00,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7daa16df59d9f49f0da927de09f41183, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:00,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-11-15T19:08:00,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 7daa16df59d9f49f0da927de09f41183, server=74ec74825666,37281,1731697575338 in 203 msec 2024-11-15T19:08:00,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=61 2024-11-15T19:08:00,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7daa16df59d9f49f0da927de09f41183, ASSIGN in 361 msec 2024-11-15T19:08:00,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:08:00,157 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697680157"}]},"ts":"1731697680157"} 2024-11-15T19:08:00,158 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-15T19:08:00,159 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:08:00,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2020 sec 2024-11-15T19:08:00,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-15T19:08:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-15T19:08:01,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-15T19:08:01,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T19:08:01,135 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2 from hbase tables test-1731697584157 to tables table1 2024-11-15T19:08:01,136 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731697584157 into table1 2024-11-15T19:08:01,140 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136 from hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:08:01,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9fa802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:01,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:01,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:01,142 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2113852a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:01,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:01,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:01,143 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:01,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5520bb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:01,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c359fca 2024-11-15T19:08:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:01,146 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:01,146 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T19:08:01,146 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-15T19:08:01,147 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T19:08:01,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:01,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:01,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:01,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:01,150 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-15T19:08:01,151 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-15T19:08:01,151 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T19:08:01,151 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/partitions_37b06021-6a40-496c-8748-ef60a0d9e031 2024-11-15T19:08:01,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741973_1149 (size=177) 2024-11-15T19:08:01,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:01,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:01,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-17062573951535701743.jar 2024-11-15T19:08:02,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:02,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:08:02,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:08:02,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:08:02,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:08:02,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:08:02,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:08:02,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:08:02,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:08:02,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:08:02,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:08:02,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:02,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:08:02,428 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-15T19:08:02,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:02,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:02,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:02,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:02,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:02,429 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T19:08:02,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:02,439 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:08:02,449 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T19:08:02,531 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1142102635_0012_ca62a28f-cfd1-41c6-b610-392c4b131d21/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:08:02,531 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local1142102635_0012_ca62a28f-cfd1-41c6-b610-392c4b131d21/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:08:02,582 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f 2024-11-15T19:08:02,585 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:02,622 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 2024-11-15T19:08:02,624 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:02,645 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f3/d5fba0500e2a4e7b903a0e164b3eafbd 2024-11-15T19:08:02,648 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:02,676 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274bf219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:02,676 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:02,676 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:02,677 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:02,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:02,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:02,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f0d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:02,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:02,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:02,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:02,678 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:02,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b733e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:02,679 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:02,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:02,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:02,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:02,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731697584157-3-0', locateType=CURRENT is [region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:02,682 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-15T19:08:02,683 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:02,683 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:02,683 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:02,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:02,683 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731697584157-3-0] 2024-11-15T19:08:02,683 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:08:02,688 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c84d16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:02,688 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:02,688 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:02,688 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6c976a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:02,690 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7c383e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:02,690 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:02,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:02,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:02,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:02,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731697584157-3-0', locateType=CURRENT is [region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:02,694 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-15T19:08:02,694 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:02,694 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:02,694 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:02,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:02,694 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731697584157-3-0] 2024-11-15T19:08:02,694 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:08:02,698 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/_temporary/0/_temporary/attempt_local1142102635_0012_r_000000_0/f3/6c997bb7f235428bb31ba965f2aacd96 is 58, key is row-test-1731697584157-3-0/f3:q1/1731697595210/Put/seqid=0 2024-11-15T19:08:02,700 WARN [Thread-1632 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:08:02,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741974_1150 (size=5530) 2024-11-15T19:08:03,106 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/_temporary/0/_temporary/attempt_local1142102635_0012_r_000000_0/mob/9e08f4bd54fa4b8ebd1ef1c5c890c13b is 59, key is row-test-1731697584157-3-0/mob:q1/1731697595225/Put/seqid=0 2024-11-15T19:08:03,108 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:08:03,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741975_1151 (size=5539) 2024-11-15T19:08:03,541 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53779b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:03,541 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:03,541 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:03,542 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3271de9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:03,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:03,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:03,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:03,543 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:03,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8cf4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:03,544 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:03,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:03,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:03,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:03,549 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-15T19:08:03,549 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:03,549 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:03,549 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:03,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:03,549 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-15T19:08:03,549 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:08:03,557 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/_temporary/0/_temporary/attempt_local1142102635_0012_r_000001_0/f/2128de91365b4276928b43b99a8551d6 is 37, key is row10/f:q1/1731697586846/Put/seqid=0 2024-11-15T19:08:03,559 WARN [Thread-1649 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:08:03,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741976_1152 (size=8742) 2024-11-15T19:08:04,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-15T19:08:04,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-15T19:08:04,580 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136 2024-11-15T19:08:04,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4c7059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:04,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:04,582 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:04,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:04,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:04,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d230ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:04,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:04,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,584 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:04,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2099d8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:04,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:04,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:04,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:04,591 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/_SUCCESS 2024-11-15T19:08:04,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:04,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:04,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1251b536 2024-11-15T19:08:04,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:04,601 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:04,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:04,611 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,621 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/f/2128de91365b4276928b43b99a8551d6 first=Optional[row0] last=Optional[row98] 2024-11-15T19:08:04,625 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/f3/6c997bb7f235428bb31ba965f2aacd96 first=Optional[row-test-1731697584157-3-0] last=Optional[row-test-1731697584157-3-5] 2024-11-15T19:08:04,628 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/mob/9e08f4bd54fa4b8ebd1ef1c5c890c13b first=Optional[row-test-1731697584157-3-0] last=Optional[row-test-1731697584157-3-5] 2024-11-15T19:08:04,643 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/f/2128de91365b4276928b43b99a8551d6 for inclusion in 7daa16df59d9f49f0da927de09f41183/f 2024-11-15T19:08:04,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/f3/6c997bb7f235428bb31ba965f2aacd96 for inclusion in 7fb60ff6f6125b80a98abefbd392665b/f3 2024-11-15T19:08:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-15T19:08:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731697584157-3-0 last=row-test-1731697584157-3-5 2024-11-15T19:08:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T19:08:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-15T19:08:04,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/mob/9e08f4bd54fa4b8ebd1ef1c5c890c13b for inclusion in 7fb60ff6f6125b80a98abefbd392665b/mob 2024-11-15T19:08:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HRegion(2603): Flush status journal for 7daa16df59d9f49f0da927de09f41183: 2024-11-15T19:08:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/f/2128de91365b4276928b43b99a8551d6 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f/2128de91365b4276928b43b99a8551d6 2024-11-15T19:08:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731697584157-3-0 last=row-test-1731697584157-3-5 2024-11-15T19:08:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T19:08:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegion(2603): Flush status journal for 7fb60ff6f6125b80a98abefbd392665b: 2024-11-15T19:08:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f/2128de91365b4276928b43b99a8551d6 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/f/5c865757a5ae44f08974b0e47237d48e_SeqId_4_ 2024-11-15T19:08:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/f3/6c997bb7f235428bb31ba965f2aacd96 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f3/6c997bb7f235428bb31ba965f2aacd96 2024-11-15T19:08:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ad9d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:04,655 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f005d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f3/6c997bb7f235428bb31ba965f2aacd96 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/f3/a2bdde7180534e31af575f41f258aa61_SeqId_4_ 2024-11-15T19:08:04,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697681136/mob/9e08f4bd54fa4b8ebd1ef1c5c890c13b to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/mob/9e08f4bd54fa4b8ebd1ef1c5c890c13b 2024-11-15T19:08:04,657 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:04,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7cbd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/mob/9e08f4bd54fa4b8ebd1ef1c5c890c13b as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/mob/f1d5f4d3259343cc99dcff662b9de912_SeqId_4_ 2024-11-15T19:08:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@794bf33a 2024-11-15T19:08:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff36921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:04,660 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:04,660 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:04,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:04,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:04,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308c3997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:04,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:04,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:04,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:04,662 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:04,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:04,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239e66f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:04,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:04,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dd65615 2024-11-15T19:08:04,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:04,665 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:04,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:04,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:04,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:04,680 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281. 2024-11-15T19:08:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:04,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f/2128de91365b4276928b43b99a8551d6 into 7daa16df59d9f49f0da927de09f41183/f as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/f/5c865757a5ae44f08974b0e47237d48e_SeqId_4_ - updating store file list. 2024-11-15T19:08:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:04,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/f/5c865757a5ae44f08974b0e47237d48e_SeqId_4_ into 7daa16df59d9f49f0da927de09f41183/f 2024-11-15T19:08:04,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f/2128de91365b4276928b43b99a8551d6 into 7daa16df59d9f49f0da927de09f41183/f (new location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/f/5c865757a5ae44f08974b0e47237d48e_SeqId_4_) 2024-11-15T19:08:04,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f/2128de91365b4276928b43b99a8551d6 2024-11-15T19:08:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577daf4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:04,689 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:04,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:04,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:04,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380d1331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:04,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:04,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,690 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:04,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cbb391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:04,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:04,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@99aeb6a 2024-11-15T19:08:04,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:04,693 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c650109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:04,694 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:04,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:04,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:04,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:04,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:04,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c9d559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:04,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:04,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,695 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:04,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:04,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609d583b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:04,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:04,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d7ff8d6 2024-11-15T19:08:04,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:04,697 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T19:08:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:04,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:04,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:04,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T19:08:04,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:04,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:04,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f3/6c997bb7f235428bb31ba965f2aacd96 into 7fb60ff6f6125b80a98abefbd392665b/f3 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/f3/a2bdde7180534e31af575f41f258aa61_SeqId_4_ - updating store file list. 2024-11-15T19:08:04,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:04,715 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281. 2024-11-15T19:08:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:04,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/f3/a2bdde7180534e31af575f41f258aa61_SeqId_4_ into 7fb60ff6f6125b80a98abefbd392665b/f3 2024-11-15T19:08:04,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f3/6c997bb7f235428bb31ba965f2aacd96 into 7fb60ff6f6125b80a98abefbd392665b/f3 (new location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/f3/a2bdde7180534e31af575f41f258aa61_SeqId_4_) 2024-11-15T19:08:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/f3/6c997bb7f235428bb31ba965f2aacd96 2024-11-15T19:08:04,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/mob/9e08f4bd54fa4b8ebd1ef1c5c890c13b into 7fb60ff6f6125b80a98abefbd392665b/mob as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/mob/f1d5f4d3259343cc99dcff662b9de912_SeqId_4_ - updating store file list. 2024-11-15T19:08:04,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/mob/f1d5f4d3259343cc99dcff662b9de912_SeqId_4_ into 7fb60ff6f6125b80a98abefbd392665b/mob 2024-11-15T19:08:04,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/mob/9e08f4bd54fa4b8ebd1ef1c5c890c13b into 7fb60ff6f6125b80a98abefbd392665b/mob (new location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/mob/f1d5f4d3259343cc99dcff662b9de912_SeqId_4_) 2024-11-15T19:08:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__oibor8ti9ai8sa7ps61327bnf7ql1r859qgv0pmoqct9slutbi5agb2a91rjoln0/mob/9e08f4bd54fa4b8ebd1ef1c5c890c13b 2024-11-15T19:08:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67232723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:04,726 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:04,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:04,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:04,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bf539c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:04,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:04,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,727 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:04,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b104bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:04,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:04,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c4bcbec 2024-11-15T19:08:04,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:04,729 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T19:08:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:04,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:04,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:04,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T19:08:04,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:04,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:04,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:04,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:04,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:04,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:04,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:04,750 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T19:08:04,750 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T19:08:04,750 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731697595239 hdfs://localhost:44073/backupUT/backup_1731697595239/default/test-1731697584157/ 2024-11-15T19:08:04,751 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44073/backupUT/backup_1731697595239/.backup.manifest 2024-11-15T19:08:04,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2 , the old value is region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:04,752 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T19:08:04,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:04,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2 from cache 2024-11-15T19:08:04,753 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731697595239/.backup.manifest 2024-11-15T19:08:04,753 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17316975841571' to 'ns2:table2' from full backup image hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571 2024-11-15T19:08:04,761 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-15T19:08:04,761 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:08:04,762 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f in region [hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa] 2024-11-15T19:08:04,766 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 first=row0 last=row98 2024-11-15T19:08:04,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:08:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-15T19:08:04,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T19:08:04,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-15T19:08:04,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T19:08:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:08:04,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741977_1153 (size=351) 2024-11-15T19:08:04,861 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T19:08:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:08:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:08:05,177 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c6039c982f4f909c7af9dac59f9ae72, NAME => 'ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:08:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741978_1154 (size=37) 2024-11-15T19:08:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:08:05,585 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:05,585 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 5c6039c982f4f909c7af9dac59f9ae72, disabling compactions & flushes 2024-11-15T19:08:05,585 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:05,585 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:05,586 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. after waiting 0 ms 2024-11-15T19:08:05,586 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:05,586 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:05,586 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c6039c982f4f909c7af9dac59f9ae72: Waiting for close lock at 1731697685585Disabling compacts and flushes for region at 1731697685585Disabling writes for close at 1731697685586 (+1 ms)Writing region close event to WAL at 1731697685586Closed at 1731697685586 2024-11-15T19:08:05,588 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T19:08:05,589 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731697685588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697685588"}]},"ts":"1731697685588"} 2024-11-15T19:08:05,591 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:08:05,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T19:08:05,593 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697685592"}]},"ts":"1731697685592"} 2024-11-15T19:08:05,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-15T19:08:05,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5c6039c982f4f909c7af9dac59f9ae72, ASSIGN}] 2024-11-15T19:08:05,597 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5c6039c982f4f909c7af9dac59f9ae72, ASSIGN 2024-11-15T19:08:05,598 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5c6039c982f4f909c7af9dac59f9ae72, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:08:05,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T19:08:05,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=5c6039c982f4f909c7af9dac59f9ae72, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:05,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5c6039c982f4f909c7af9dac59f9ae72, ASSIGN because future has completed 2024-11-15T19:08:05,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c6039c982f4f909c7af9dac59f9ae72, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:05,910 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:05,910 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c6039c982f4f909c7af9dac59f9ae72, NAME => 'ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:08:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:08:05,911 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:08:05,911 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,911 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:05,911 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,911 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,913 INFO [StoreOpener-5c6039c982f4f909c7af9dac59f9ae72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,915 INFO [StoreOpener-5c6039c982f4f909c7af9dac59f9ae72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c6039c982f4f909c7af9dac59f9ae72 columnFamilyName f 2024-11-15T19:08:05,915 DEBUG [StoreOpener-5c6039c982f4f909c7af9dac59f9ae72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:05,916 INFO [StoreOpener-5c6039c982f4f909c7af9dac59f9ae72-1 {}] regionserver.HStore(327): Store=5c6039c982f4f909c7af9dac59f9ae72/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:05,916 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,917 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,918 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,918 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,918 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,921 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,924 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:08:05,924 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened 5c6039c982f4f909c7af9dac59f9ae72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11599032480, jitterRate=0.08024407923221588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:08:05,924 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:05,925 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for 5c6039c982f4f909c7af9dac59f9ae72: Running coprocessor pre-open hook at 1731697685911Writing region info on filesystem at 1731697685911Initializing all the Stores at 1731697685913 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697685913Cleaning up temporary data from old regions at 1731697685918 (+5 ms)Running coprocessor post-open hooks at 1731697685924 (+6 ms)Region opened successfully at 1731697685925 (+1 ms) 2024-11-15T19:08:05,925 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., pid=68, masterSystemTime=1731697685902 2024-11-15T19:08:05,927 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:05,927 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:05,928 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=5c6039c982f4f909c7af9dac59f9ae72, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:05,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c6039c982f4f909c7af9dac59f9ae72, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:05,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-15T19:08:05,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c6039c982f4f909c7af9dac59f9ae72, server=74ec74825666,37281,1731697575338 in 179 msec 2024-11-15T19:08:05,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-15T19:08:05,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5c6039c982f4f909c7af9dac59f9ae72, ASSIGN in 337 msec 2024-11-15T19:08:05,934 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T19:08:05,935 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697685934"}]},"ts":"1731697685934"} 2024-11-15T19:08:05,936 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-15T19:08:05,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T19:08:05,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1700 sec 2024-11-15T19:08:06,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cffa777b4295512c465ea51f75ab7f4e, had cached 0 bytes from a total of 41499 2024-11-15T19:08:06,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-15T19:08:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-15T19:08:06,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-15T19:08:06,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T19:08:06,932 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa from hbase tables ns2:test-17316975841571 to tables ns2:table2 2024-11-15T19:08:06,932 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17316975841571 into ns2:table2 2024-11-15T19:08:06,934 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697686932 from hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:08:06,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cbb18b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:06,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:06,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:06,936 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:06,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:06,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:06,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733782ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:06,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:06,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:06,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:06,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:06,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2007cae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:06,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be2545c 2024-11-15T19:08:06,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:06,941 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:06,941 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T19:08:06,942 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-15T19:08:06,942 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T19:08:06,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:06,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:06,947 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-15T19:08:06,947 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-15T19:08:06,947 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/partitions_3fa5af1c-0f9c-4370-9a16-8c0aca8fe0e6 2024-11-15T19:08:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741979_1155 (size=153) 2024-11-15T19:08:07,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:07,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:07,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-1280045459806682450.jar 2024-11-15T19:08:08,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:08:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:08:08,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:08:08,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:08:08,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:08:08,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:08:08,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:08:08,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:08:08,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:08:08,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:08:08,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:08,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:08:08,244 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-15T19:08:08,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:08,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:08,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:08,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:08,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:08,244 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T19:08:08,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:08,255 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:08:08,266 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T19:08:08,342 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local320725432_0013_346e0ad2-e091-4e3b-8e17-a5271c9a32ed/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:08:08,342 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local320725432_0013_346e0ad2-e091-4e3b-8e17-a5271c9a32ed/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:08:08,392 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 2024-11-15T19:08:08,395 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:08,423 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e498911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:08,423 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:08,423 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:08,424 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:08,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:08,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:08,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49533a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:08,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:08,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:08,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:08,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:08,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5efb2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:08,427 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:08,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:08,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:08,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:08,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:08,431 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-15T19:08:08,431 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:08,431 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:08,431 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:08,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:08,431 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-15T19:08:08,431 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:08:08,439 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697686932/_temporary/0/_temporary/attempt_local320725432_0013_r_000000_0/f/da98662480b646638b7a6c552f3522ab is 37, key is row10/f:q1/1731697589178/Put/seqid=0 2024-11-15T19:08:08,441 WARN [Thread-1716 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:08:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741980_1156 (size=8741) 2024-11-15T19:08:09,382 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697686932 2024-11-15T19:08:09,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e69b042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:09,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:09,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:09,385 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:09,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:09,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:09,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f211ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:09,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:09,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:09,387 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:09,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441307d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:09,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:09,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:09,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:09,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:09,394 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697686932/_SUCCESS 2024-11-15T19:08:09,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:09,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:09,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61bd00 2024-11-15T19:08:09,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:09,400 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:09,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:09,406 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T19:08:09,411 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697686932/f/da98662480b646638b7a6c552f3522ab first=Optional[row0] last=Optional[row98] 2024-11-15T19:08:09,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697686932/f/da98662480b646638b7a6c552f3522ab for inclusion in 5c6039c982f4f909c7af9dac59f9ae72/f 2024-11-15T19:08:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-15T19:08:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T19:08:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegion(2603): Flush status journal for 5c6039c982f4f909c7af9dac59f9ae72: 2024-11-15T19:08:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697686932/f/da98662480b646638b7a6c552f3522ab to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__q5i1o7vq7kljhlkil0i5vn2rilt37n7is4ptuecr7l8a6t6gj2gk49ne03n0ok9g/f/da98662480b646638b7a6c552f3522ab 2024-11-15T19:08:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__q5i1o7vq7kljhlkil0i5vn2rilt37n7is4ptuecr7l8a6t6gj2gk49ne03n0ok9g/f/da98662480b646638b7a6c552f3522ab as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/f/b1752fdd47f34cbc875f8df9257c2b93_SeqId_4_ 2024-11-15T19:08:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cf4279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:09,422 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:09,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:09,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:09,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc06ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:09,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:09,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:09,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:09,423 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:09,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c774ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:09,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:09,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c1b749b 2024-11-15T19:08:09,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:09,425 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:09,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:09,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:09,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:09,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:09,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:09,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:09,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:09,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:09,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__q5i1o7vq7kljhlkil0i5vn2rilt37n7is4ptuecr7l8a6t6gj2gk49ne03n0ok9g/f/da98662480b646638b7a6c552f3522ab into 5c6039c982f4f909c7af9dac59f9ae72/f as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/f/b1752fdd47f34cbc875f8df9257c2b93_SeqId_4_ - updating store file list. 2024-11-15T19:08:09,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/f/b1752fdd47f34cbc875f8df9257c2b93_SeqId_4_ into 5c6039c982f4f909c7af9dac59f9ae72/f 2024-11-15T19:08:09,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__q5i1o7vq7kljhlkil0i5vn2rilt37n7is4ptuecr7l8a6t6gj2gk49ne03n0ok9g/f/da98662480b646638b7a6c552f3522ab into 5c6039c982f4f909c7af9dac59f9ae72/f (new location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/f/b1752fdd47f34cbc875f8df9257c2b93_SeqId_4_) 2024-11-15T19:08:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__q5i1o7vq7kljhlkil0i5vn2rilt37n7is4ptuecr7l8a6t6gj2gk49ne03n0ok9g/f/da98662480b646638b7a6c552f3522ab 2024-11-15T19:08:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489206c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:09,449 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:09,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:09,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:09,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac26777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:09,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:09,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:09,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:09,451 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:09,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437ee62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:09,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:09,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7870eeb 2024-11-15T19:08:09,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:09,453 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T19:08:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:09,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T19:08:09,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:09,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:09,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:09,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:09,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:09,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:09,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:09,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:09,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:09,473 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T19:08:09,474 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T19:08:09,474 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731697595239 hdfs://localhost:44073/backupUT/backup_1731697595239/ns2/test-17316975841571/ 2024-11-15T19:08:09,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2 , the old value is region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:09,474 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-15T19:08:09,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:09,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2 from cache 2024-11-15T19:08:09,474 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T19:08:09,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:09,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:09,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:09,496 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44073/backupUT/backup_1731697665655/.backup.manifest 2024-11-15T19:08:09,498 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731697665655/.backup.manifest 2024-11-15T19:08:09,499 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44073/backupUT/backup_1731697631226/.backup.manifest 2024-11-15T19:08:09,500 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731697631226/.backup.manifest 2024-11-15T19:08:09,500 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731697584157' to 'table1' from full backup image hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157 2024-11-15T19:08:09,503 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731697584157', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731697665655 2024-11-15T19:08:09,506 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-15T19:08:09,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-15T19:08:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-15T19:08:09,515 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697689515"}]},"ts":"1731697689515"} 2024-11-15T19:08:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-15T19:08:09,517 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-15T19:08:09,517 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-15T19:08:09,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-15T19:08:09,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7fb60ff6f6125b80a98abefbd392665b, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7daa16df59d9f49f0da927de09f41183, UNASSIGN}] 2024-11-15T19:08:09,523 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7daa16df59d9f49f0da927de09f41183, UNASSIGN 2024-11-15T19:08:09,523 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7fb60ff6f6125b80a98abefbd392665b, UNASSIGN 2024-11-15T19:08:09,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=7fb60ff6f6125b80a98abefbd392665b, regionState=CLOSING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:09,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=7daa16df59d9f49f0da927de09f41183, regionState=CLOSING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:09,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=7fb60ff6f6125b80a98abefbd392665b, UNASSIGN because future has completed 2024-11-15T19:08:09,525 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:08:09,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7fb60ff6f6125b80a98abefbd392665b, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:09,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=7daa16df59d9f49f0da927de09f41183, UNASSIGN because future has completed 2024-11-15T19:08:09,526 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:08:09,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7daa16df59d9f49f0da927de09f41183, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:09,581 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T19:08:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-15T19:08:09,679 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:09,679 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:08:09,679 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 7daa16df59d9f49f0da927de09f41183, disabling compactions & flushes 2024-11-15T19:08:09,679 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:08:09,679 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:08:09,680 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. after waiting 0 ms 2024-11-15T19:08:09,680 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:08:09,691 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T19:08:09,692 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:09,692 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. 2024-11-15T19:08:09,692 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 7daa16df59d9f49f0da927de09f41183: Waiting for close lock at 1731697689679Running coprocessor pre-close hooks at 1731697689679Disabling compacts and flushes for region at 1731697689679Disabling writes for close at 1731697689680 (+1 ms)Writing region close event to WAL at 1731697689682 (+2 ms)Running coprocessor post-close hooks at 1731697689692 (+10 ms)Closed at 1731697689692 2024-11-15T19:08:09,694 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:09,694 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:09,694 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:08:09,694 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 7fb60ff6f6125b80a98abefbd392665b, disabling compactions & flushes 2024-11-15T19:08:09,694 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:08:09,694 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:08:09,695 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. after waiting 0 ms 2024-11-15T19:08:09,695 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:08:09,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=7daa16df59d9f49f0da927de09f41183, regionState=CLOSED 2024-11-15T19:08:09,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7daa16df59d9f49f0da927de09f41183, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:09,698 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T19:08:09,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-15T19:08:09,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 7daa16df59d9f49f0da927de09f41183, server=74ec74825666,37281,1731697575338 in 171 msec 2024-11-15T19:08:09,699 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:09,699 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. 2024-11-15T19:08:09,699 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 7fb60ff6f6125b80a98abefbd392665b: Waiting for close lock at 1731697689694Running coprocessor pre-close hooks at 1731697689694Disabling compacts and flushes for region at 1731697689694Disabling writes for close at 1731697689695 (+1 ms)Writing region close event to WAL at 1731697689695Running coprocessor post-close hooks at 1731697689699 (+4 ms)Closed at 1731697689699 2024-11-15T19:08:09,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7daa16df59d9f49f0da927de09f41183, UNASSIGN in 176 msec 2024-11-15T19:08:09,700 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:09,700 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=7fb60ff6f6125b80a98abefbd392665b, regionState=CLOSED 2024-11-15T19:08:09,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7fb60ff6f6125b80a98abefbd392665b, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:09,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-15T19:08:09,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 7fb60ff6f6125b80a98abefbd392665b, server=74ec74825666,37281,1731697575338 in 177 msec 2024-11-15T19:08:09,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-15T19:08:09,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7fb60ff6f6125b80a98abefbd392665b, UNASSIGN in 181 msec 2024-11-15T19:08:09,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-15T19:08:09,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 188 msec 2024-11-15T19:08:09,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697689708"}]},"ts":"1731697689708"} 2024-11-15T19:08:09,710 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-15T19:08:09,710 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-15T19:08:09,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 200 msec 2024-11-15T19:08:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-15T19:08:09,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-15T19:08:09,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-15T19:08:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-15T19:08:09,847 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-15T19:08:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T19:08:09,853 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:09,853 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:09,856 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/f, FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/f3, FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/mob, FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/recovered.edits] 2024-11-15T19:08:09,856 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/f, FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/f3, FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/mob, FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/recovered.edits] 2024-11-15T19:08:09,862 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/f/5c865757a5ae44f08974b0e47237d48e_SeqId_4_ to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/archive/data/default/table1/7daa16df59d9f49f0da927de09f41183/f/5c865757a5ae44f08974b0e47237d48e_SeqId_4_ 2024-11-15T19:08:09,863 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/f3/a2bdde7180534e31af575f41f258aa61_SeqId_4_ to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/archive/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/f3/a2bdde7180534e31af575f41f258aa61_SeqId_4_ 2024-11-15T19:08:09,867 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/mob/f1d5f4d3259343cc99dcff662b9de912_SeqId_4_ to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/archive/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/mob/f1d5f4d3259343cc99dcff662b9de912_SeqId_4_ 2024-11-15T19:08:09,868 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183/recovered.edits/6.seqid to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/archive/data/default/table1/7daa16df59d9f49f0da927de09f41183/recovered.edits/6.seqid 2024-11-15T19:08:09,869 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7daa16df59d9f49f0da927de09f41183 2024-11-15T19:08:09,870 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/recovered.edits/6.seqid to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/archive/data/default/table1/7fb60ff6f6125b80a98abefbd392665b/recovered.edits/6.seqid 2024-11-15T19:08:09,871 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/7fb60ff6f6125b80a98abefbd392665b 2024-11-15T19:08:09,871 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-15T19:08:09,871 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-15T19:08:09,872 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-15T19:08:09,873 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-15T19:08:09,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37281 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T19:08:09,883 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-15T19:08:09,885 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-15T19:08:09,886 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-15T19:08:09,886 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731697689886"}]},"ts":"9223372036854775807"} 2024-11-15T19:08:09,886 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731697689886"}]},"ts":"9223372036854775807"} 2024-11-15T19:08:09,888 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-15T19:08:09,888 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7fb60ff6f6125b80a98abefbd392665b, NAME => 'table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 7daa16df59d9f49f0da927de09f41183, NAME => 'table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-15T19:08:09,888 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-15T19:08:09,888 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731697689888"}]},"ts":"9223372036854775807"} 2024-11-15T19:08:09,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-15T19:08:09,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741981_1157 (size=938) 2024-11-15T19:08:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T19:08:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T19:08:10,303 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdf2f01cb74a5def85c8455474c2b042, NAME => 'table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:08:10,304 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc6ee605d70a868922c3b56a4c4eab06, NAME => 'table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:08:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741982_1158 (size=45) 2024-11-15T19:08:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741983_1159 (size=45) 2024-11-15T19:08:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T19:08:10,716 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:10,716 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing bdf2f01cb74a5def85c8455474c2b042, disabling compactions & flushes 2024-11-15T19:08:10,717 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing cc6ee605d70a868922c3b56a4c4eab06, disabling compactions & flushes 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:10,717 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. after waiting 0 ms 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. after waiting 0 ms 2024-11-15T19:08:10,717 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:10,717 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdf2f01cb74a5def85c8455474c2b042: Waiting for close lock at 1731697690716Disabling compacts and flushes for region at 1731697690716Disabling writes for close at 1731697690717 (+1 ms)Writing region close event to WAL at 1731697690717Closed at 1731697690717 2024-11-15T19:08:10,717 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc6ee605d70a868922c3b56a4c4eab06: Waiting for close lock at 1731697690717Disabling compacts and flushes for region at 1731697690717Disabling writes for close at 1731697690717Writing region close event to WAL at 1731697690717Closed at 1731697690717 2024-11-15T19:08:10,721 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731697690720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697690720"}]},"ts":"1731697690720"} 2024-11-15T19:08:10,721 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731697690720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697690720"}]},"ts":"1731697690720"} 2024-11-15T19:08:10,726 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T19:08:10,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697690727"}]},"ts":"1731697690727"} 2024-11-15T19:08:10,729 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-15T19:08:10,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, ASSIGN}] 2024-11-15T19:08:10,730 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, ASSIGN 2024-11-15T19:08:10,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, ASSIGN 2024-11-15T19:08:10,731 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:08:10,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:08:10,882 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=bdf2f01cb74a5def85c8455474c2b042, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:10,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=cc6ee605d70a868922c3b56a4c4eab06, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:10,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, ASSIGN because future has completed 2024-11-15T19:08:10,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdf2f01cb74a5def85c8455474c2b042, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:10,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, ASSIGN because future has completed 2024-11-15T19:08:10,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc6ee605d70a868922c3b56a4c4eab06, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T19:08:11,044 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:11,044 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => cc6ee605d70a868922c3b56a4c4eab06, NAME => 'table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-15T19:08:11,044 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:08:11,045 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,045 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:11,045 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,045 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,046 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,048 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc6ee605d70a868922c3b56a4c4eab06 columnFamilyName f 2024-11-15T19:08:11,048 DEBUG [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:11,048 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(327): Store=cc6ee605d70a868922c3b56a4c4eab06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:11,048 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,049 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc6ee605d70a868922c3b56a4c4eab06 columnFamilyName f3 2024-11-15T19:08:11,049 DEBUG [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:11,050 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(327): Store=cc6ee605d70a868922c3b56a4c4eab06/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:11,050 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,051 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc6ee605d70a868922c3b56a4c4eab06 columnFamilyName mob 2024-11-15T19:08:11,052 DEBUG [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:11,053 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(327): Store=cc6ee605d70a868922c3b56a4c4eab06/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:11,053 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,054 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,054 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,056 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,056 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,056 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T19:08:11,058 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,060 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:08:11,061 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened cc6ee605d70a868922c3b56a4c4eab06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10815679520, jitterRate=0.007288649678230286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T19:08:11,061 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:11,062 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for cc6ee605d70a868922c3b56a4c4eab06: Running coprocessor pre-open hook at 1731697691045Writing region info on filesystem at 1731697691045Initializing all the Stores at 1731697691046 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697691046Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697691046Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697691046Cleaning up temporary data from old regions at 1731697691056 (+10 ms)Running coprocessor post-open hooks at 1731697691061 (+5 ms)Region opened successfully at 1731697691061 2024-11-15T19:08:11,063 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06., pid=79, masterSystemTime=1731697691040 2024-11-15T19:08:11,065 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:11,065 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:11,065 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:11,065 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => bdf2f01cb74a5def85c8455474c2b042, NAME => 'table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-15T19:08:11,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=cc6ee605d70a868922c3b56a4c4eab06, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:11,066 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:08:11,066 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,066 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:11,066 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,066 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc6ee605d70a868922c3b56a4c4eab06, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:11,068 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,070 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf2f01cb74a5def85c8455474c2b042 columnFamilyName f 2024-11-15T19:08:11,070 DEBUG [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:11,070 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(327): Store=bdf2f01cb74a5def85c8455474c2b042/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:11,070 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-15T19:08:11,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure cc6ee605d70a868922c3b56a4c4eab06, server=74ec74825666,37281,1731697575338 in 180 msec 2024-11-15T19:08:11,072 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf2f01cb74a5def85c8455474c2b042 columnFamilyName f3 2024-11-15T19:08:11,072 DEBUG [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:11,072 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(327): Store=bdf2f01cb74a5def85c8455474c2b042/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:11,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, ASSIGN in 342 msec 2024-11-15T19:08:11,072 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,074 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf2f01cb74a5def85c8455474c2b042 columnFamilyName mob 2024-11-15T19:08:11,074 DEBUG [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:11,075 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(327): Store=bdf2f01cb74a5def85c8455474c2b042/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:11,075 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,076 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,076 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,078 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,078 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,078 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T19:08:11,080 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,082 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:08:11,083 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened bdf2f01cb74a5def85c8455474c2b042; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9567384000, jitterRate=-0.10896793007850647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T19:08:11,083 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:11,083 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for bdf2f01cb74a5def85c8455474c2b042: Running coprocessor pre-open hook at 1731697691066Writing region info on filesystem at 1731697691066Initializing all the Stores at 1731697691067 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697691067Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697691068 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697691068Cleaning up temporary data from old regions at 1731697691078 (+10 ms)Running coprocessor post-open hooks at 1731697691083 (+5 ms)Region opened successfully at 1731697691083 2024-11-15T19:08:11,084 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., pid=78, masterSystemTime=1731697691040 2024-11-15T19:08:11,086 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:11,086 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:11,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=bdf2f01cb74a5def85c8455474c2b042, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:11,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdf2f01cb74a5def85c8455474c2b042, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:11,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-15T19:08:11,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure bdf2f01cb74a5def85c8455474c2b042, server=74ec74825666,37281,1731697575338 in 202 msec 2024-11-15T19:08:11,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75 2024-11-15T19:08:11,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, ASSIGN in 363 msec 2024-11-15T19:08:11,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697691094"}]},"ts":"1731697691094"} 2024-11-15T19:08:11,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-15T19:08:11,096 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-15T19:08:11,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2550 sec 2024-11-15T19:08:11,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T19:08:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-15T19:08:11,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-15T19:08:11,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T19:08:12,002 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2,hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855 from hbase tables test-1731697584157 to tables table1 2024-11-15T19:08:12,002 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731697584157 into table1 2024-11-15T19:08:12,004 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002 from hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2,hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855 2024-11-15T19:08:12,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569e65dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:12,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:12,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:12,007 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7621081d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:12,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:12,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:12,008 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:12,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b1e1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:12,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bdc63ac 2024-11-15T19:08:12,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:12,011 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:12,012 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T19:08:12,012 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-15T19:08:12,013 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T19:08:12,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:12,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:12,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:12,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:12,018 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-15T19:08:12,018 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-15T19:08:12,018 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T19:08:12,018 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/partitions_2586853e-11dd-4580-b673-fd4f8b4849da 2024-11-15T19:08:12,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741984_1160 (size=177) 2024-11-15T19:08:12,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:12,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:12,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:12,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T19:08:13,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-11558176229596146446.jar 2024-11-15T19:08:13,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:13,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:08:13,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:08:13,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:08:13,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:08:13,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:08:13,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:08:13,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:08:13,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:08:13,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:08:13,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:08:13,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:13,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:08:13,302 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-15T19:08:13,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:13,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:13,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:13,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:13,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:13,302 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T19:08:13,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:13,312 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:08:13,323 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T19:08:13,410 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local964984016_0014_1eec39a9-a607-4fdd-b503-2a7c525643a4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:08:13,410 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local964984016_0014_1eec39a9-a607-4fdd-b503-2a7c525643a4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:08:13,460 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/908df574ab444c86b06c90eced74c7e3 2024-11-15T19:08:13,463 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:13,498 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/0e434d8204d14f8bb27e04c93a6eaf6e 2024-11-15T19:08:13,501 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:13,523 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f/c1b7e0c3fc5f4c2ab6d463d0d4ceef0f 2024-11-15T19:08:13,525 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:13,557 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/b6b045265833e68cb223c382d9c7c855/mob/d41d8cd98f00b204e9800998ecf8427e20241115774fba98d43b4fd789be9b0ce87ab615_0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:08:13,559 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:13,579 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697631226/default/test-1731697584157/archive/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/mob/21b1174db6b04eeaa0551acd2e889a41 2024-11-15T19:08:13,582 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:13,618 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447b57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:13,618 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:13,618 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:13,619 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e468d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:13,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:13,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:13,620 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:13,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a550071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:13,621 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:13,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:13,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:13,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:13,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731697584157-1-0', locateType=CURRENT is [region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:13,625 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-15T19:08:13,625 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:13,625 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:13,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:13,625 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:13,626 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731697584157-1-0] 2024-11-15T19:08:13,626 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:08:13,634 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21029f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:13,634 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:13,634 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:13,635 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4553a09b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:13,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:13,636 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:13,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b1c651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:13,637 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:13,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:13,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:13,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:13,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731697584157-3-0', locateType=CURRENT is [region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:13,641 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-15T19:08:13,641 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:13,641 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:13,641 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:13,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:13,641 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731697584157-3-0] 2024-11-15T19:08:13,641 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:08:13,648 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/_temporary/0/_temporary/attempt_local964984016_0014_r_000000_0/f/1ad17a72586f46878b38612d23601b48 is 59, key is row-test-1731697584157-1-10/f:q1/1731697615452/Put/seqid=0 2024-11-15T19:08:13,650 WARN [Thread-1803 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:08:13,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741985_1161 (size=11124) 2024-11-15T19:08:14,054 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/_temporary/0/_temporary/attempt_local964984016_0014_r_000000_0/mob/4376a362fa41427d9b0c14e3617dbd3b is 192, key is row-test-1731697584157-3-100/mob:q1/1731697615881/Put/seqid=0 2024-11-15T19:08:14,058 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:08:14,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741986_1162 (size=13403) 2024-11-15T19:08:14,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-15T19:08:14,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-15T19:08:14,498 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fcd00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:14,498 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:14,498 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:14,499 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652c28b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:14,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:14,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:14,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:14,500 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:14,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1f0516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:14,501 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:14,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:14,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:14,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:14,506 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-15T19:08:14,506 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:14,506 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:14,506 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:14,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:14,506 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-15T19:08:14,506 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:08:14,511 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/_temporary/0/_temporary/attempt_local964984016_0014_r_000001_0/f/ed32cca465cf4204af110337910dc812 is 37, key is row10/f:q1/1731697586846/Put/seqid=0 2024-11-15T19:08:14,512 WARN [Thread-1820 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:08:14,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741987_1163 (size=8741) 2024-11-15T19:08:15,456 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002 2024-11-15T19:08:15,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c08583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:15,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:15,458 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db4d9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,459 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:15,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db32100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:15,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:15,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:15,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:15,464 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/_SUCCESS 2024-11-15T19:08:15,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c2787b5 2024-11-15T19:08:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:15,473 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:15,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:15,478 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,483 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/f/1ad17a72586f46878b38612d23601b48 first=Optional[row-test-1731697584157-1-0] last=Optional[row-test-1731697584157-1-98] 2024-11-15T19:08:15,486 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/f/ed32cca465cf4204af110337910dc812 first=Optional[row0] last=Optional[row98] 2024-11-15T19:08:15,488 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/mob/4376a362fa41427d9b0c14e3617dbd3b first=Optional[row-test-1731697584157-3-0] last=Optional[row-test-1731697584157-3-99] 2024-11-15T19:08:15,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/mob/4376a362fa41427d9b0c14e3617dbd3b for inclusion in bdf2f01cb74a5def85c8455474c2b042/mob 2024-11-15T19:08:15,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/f/ed32cca465cf4204af110337910dc812 for inclusion in cc6ee605d70a868922c3b56a4c4eab06/f 2024-11-15T19:08:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731697584157-3-0 last=row-test-1731697584157-3-99 2024-11-15T19:08:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T19:08:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-15T19:08:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-15T19:08:15,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/f/1ad17a72586f46878b38612d23601b48 for inclusion in bdf2f01cb74a5def85c8455474c2b042/f 2024-11-15T19:08:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HRegion(2603): Flush status journal for cc6ee605d70a868922c3b56a4c4eab06: 2024-11-15T19:08:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/f/ed32cca465cf4204af110337910dc812 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/ed32cca465cf4204af110337910dc812 2024-11-15T19:08:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731697584157-1-0 last=row-test-1731697584157-1-98 2024-11-15T19:08:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T19:08:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/ed32cca465cf4204af110337910dc812 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06/f/dde94ab42511462aa519935b2a55fb2a_SeqId_4_ 2024-11-15T19:08:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegion(2603): Flush status journal for bdf2f01cb74a5def85c8455474c2b042: 2024-11-15T19:08:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51510a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/mob/4376a362fa41427d9b0c14e3617dbd3b to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/mob/4376a362fa41427d9b0c14e3617dbd3b 2024-11-15T19:08:15,501 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:15,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:15,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:15,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:15,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:15,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,503 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/mob/4376a362fa41427d9b0c14e3617dbd3b as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/mob/b2daad234f75477d8e2785b9f7fa5ae6_SeqId_4_ 2024-11-15T19:08:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697692002/f/1ad17a72586f46878b38612d23601b48 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/1ad17a72586f46878b38612d23601b48 2024-11-15T19:08:15,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bb995f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:15,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:15,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18fec310 2024-11-15T19:08:15,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/1ad17a72586f46878b38612d23601b48 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/f/c689a611f756449eaf0a5042131dd467_SeqId_4_ 2024-11-15T19:08:15,506 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d276c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:15,507 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:15,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:15,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:15,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:15,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:15,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d14d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:15,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:15,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:15,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:15,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d282c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65803980 2024-11-15T19:08:15,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:15,510 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:15,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:15,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:15,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:15,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:15,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:15,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281. 2024-11-15T19:08:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:15,525 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/ed32cca465cf4204af110337910dc812 into cc6ee605d70a868922c3b56a4c4eab06/f as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06/f/dde94ab42511462aa519935b2a55fb2a_SeqId_4_ - updating store file list. 2024-11-15T19:08:15,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d1a620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:15,528 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339f4026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,530 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:15,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4404ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:15,531 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06/f/dde94ab42511462aa519935b2a55fb2a_SeqId_4_ into cc6ee605d70a868922c3b56a4c4eab06/f 2024-11-15T19:08:15,531 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/ed32cca465cf4204af110337910dc812 into cc6ee605d70a868922c3b56a4c4eab06/f (new location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06/f/dde94ab42511462aa519935b2a55fb2a_SeqId_4_) 2024-11-15T19:08:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1753fa 2024-11-15T19:08:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/ed32cca465cf4204af110337910dc812 2024-11-15T19:08:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:15,533 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289047f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:15,534 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:15,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:15,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b66fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,536 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:15,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:15,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4e70e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:15,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:15,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1672051e 2024-11-15T19:08:15,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:15,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T19:08:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:15,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:15,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:15,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T19:08:15,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:15,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:15,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/1ad17a72586f46878b38612d23601b48 into bdf2f01cb74a5def85c8455474c2b042/f as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/f/c689a611f756449eaf0a5042131dd467_SeqId_4_ - updating store file list. 2024-11-15T19:08:15,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:15,557 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281. 2024-11-15T19:08:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:15,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/f/c689a611f756449eaf0a5042131dd467_SeqId_4_ into bdf2f01cb74a5def85c8455474c2b042/f 2024-11-15T19:08:15,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/1ad17a72586f46878b38612d23601b48 into bdf2f01cb74a5def85c8455474c2b042/f (new location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/f/c689a611f756449eaf0a5042131dd467_SeqId_4_) 2024-11-15T19:08:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/f/1ad17a72586f46878b38612d23601b48 2024-11-15T19:08:15,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/mob/4376a362fa41427d9b0c14e3617dbd3b into bdf2f01cb74a5def85c8455474c2b042/mob as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/mob/b2daad234f75477d8e2785b9f7fa5ae6_SeqId_4_ - updating store file list. 2024-11-15T19:08:15,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/mob/b2daad234f75477d8e2785b9f7fa5ae6_SeqId_4_ into bdf2f01cb74a5def85c8455474c2b042/mob 2024-11-15T19:08:15,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/mob/4376a362fa41427d9b0c14e3617dbd3b into bdf2f01cb74a5def85c8455474c2b042/mob (new location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/mob/b2daad234f75477d8e2785b9f7fa5ae6_SeqId_4_) 2024-11-15T19:08:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__pss07380parq43gsucbqi8uipa2v2bh5op8jmr12m82t846elfe6fnknvulicj24/mob/4376a362fa41427d9b0c14e3617dbd3b 2024-11-15T19:08:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742175a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:15,570 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:15,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf89ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,572 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:15,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34405bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:15,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:15,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a3cb40a 2024-11-15T19:08:15,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:15,574 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T19:08:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:15,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:15,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:15,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T19:08:15,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:15,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:15,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:15,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:15,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:15,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:15,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:15,593 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T19:08:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=2 , the old value is region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=2 from cache 2024-11-15T19:08:15,594 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T19:08:15,612 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731697584157' to 'table1' from log dirs: hdfs://localhost:44073/backupUT/backup_1731697665655/default/test-1731697584157/f2/37d15e8270d24cfe979ec875f8234c8d 2024-11-15T19:08:15,616 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731697584157', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731697665655 2024-11-15T19:08:15,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:08:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-15T19:08:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741988_1164 (size=938) 2024-11-15T19:08:15,700 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T19:08:16,034 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-15T19:08:16,034 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-15T19:08:16,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-15T19:08:16,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, REOPEN/MOVE}] 2024-11-15T19:08:16,045 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, REOPEN/MOVE 2024-11-15T19:08:16,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, REOPEN/MOVE 2024-11-15T19:08:16,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=bdf2f01cb74a5def85c8455474c2b042, regionState=CLOSING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:16,046 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=cc6ee605d70a868922c3b56a4c4eab06, regionState=CLOSING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, REOPEN/MOVE because future has completed 2024-11-15T19:08:16,048 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:08:16,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure bdf2f01cb74a5def85c8455474c2b042, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:16,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, REOPEN/MOVE because future has completed 2024-11-15T19:08:16,050 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:08:16,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure cc6ee605d70a868922c3b56a4c4eab06, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:16,202 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,202 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:08:16,203 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing bdf2f01cb74a5def85c8455474c2b042, disabling compactions & flushes 2024-11-15T19:08:16,203 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:16,203 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:16,203 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. after waiting 0 ms 2024-11-15T19:08:16,203 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:16,213 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T19:08:16,214 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:16,214 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:16,214 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for bdf2f01cb74a5def85c8455474c2b042: Waiting for close lock at 1731697696203Running coprocessor pre-close hooks at 1731697696203Disabling compacts and flushes for region at 1731697696203Disabling writes for close at 1731697696203Writing region close event to WAL at 1731697696206 (+3 ms)Running coprocessor post-close hooks at 1731697696214 (+8 ms)Closed at 1731697696214 2024-11-15T19:08:16,214 WARN [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: bdf2f01cb74a5def85c8455474c2b042 to self. 2024-11-15T19:08:16,217 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,217 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,217 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:08:16,218 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing cc6ee605d70a868922c3b56a4c4eab06, disabling compactions & flushes 2024-11-15T19:08:16,218 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:16,218 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:16,218 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. after waiting 0 ms 2024-11-15T19:08:16,218 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:16,218 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=bdf2f01cb74a5def85c8455474c2b042, regionState=CLOSED 2024-11-15T19:08:16,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure bdf2f01cb74a5def85c8455474c2b042, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:16,223 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T19:08:16,224 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:16,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-15T19:08:16,225 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:16,225 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for cc6ee605d70a868922c3b56a4c4eab06: Waiting for close lock at 1731697696217Running coprocessor pre-close hooks at 1731697696218 (+1 ms)Disabling compacts and flushes for region at 1731697696218Disabling writes for close at 1731697696218Writing region close event to WAL at 1731697696219 (+1 ms)Running coprocessor post-close hooks at 1731697696224 (+5 ms)Closed at 1731697696224 2024-11-15T19:08:16,225 WARN [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: cc6ee605d70a868922c3b56a4c4eab06 to self. 2024-11-15T19:08:16,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure bdf2f01cb74a5def85c8455474c2b042, server=74ec74825666,37281,1731697575338 in 174 msec 2024-11-15T19:08:16,226 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, REOPEN/MOVE; state=CLOSED, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=true 2024-11-15T19:08:16,227 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=cc6ee605d70a868922c3b56a4c4eab06, regionState=CLOSED 2024-11-15T19:08:16,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure cc6ee605d70a868922c3b56a4c4eab06, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:16,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-15T19:08:16,233 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, REOPEN/MOVE; state=CLOSED, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=true 2024-11-15T19:08:16,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure cc6ee605d70a868922c3b56a4c4eab06, server=74ec74825666,37281,1731697575338 in 180 msec 2024-11-15T19:08:16,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=cc6ee605d70a868922c3b56a4c4eab06, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:16,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=bdf2f01cb74a5def85c8455474c2b042, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:16,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, REOPEN/MOVE because future has completed 2024-11-15T19:08:16,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdf2f01cb74a5def85c8455474c2b042, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:16,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, REOPEN/MOVE because future has completed 2024-11-15T19:08:16,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc6ee605d70a868922c3b56a4c4eab06, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:16,541 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:16,541 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => bdf2f01cb74a5def85c8455474c2b042, NAME => 'table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-15T19:08:16,542 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:08:16,542 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,542 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:16,543 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,543 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,546 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T19:08:16,547 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf2f01cb74a5def85c8455474c2b042 columnFamilyName f 2024-11-15T19:08:16,548 DEBUG [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:16,555 DEBUG [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/f/c689a611f756449eaf0a5042131dd467_SeqId_4_ 2024-11-15T19:08:16,555 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(327): Store=bdf2f01cb74a5def85c8455474c2b042/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:16,556 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,557 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf2f01cb74a5def85c8455474c2b042 columnFamilyName f2 2024-11-15T19:08:16,557 DEBUG [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:16,558 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(327): Store=bdf2f01cb74a5def85c8455474c2b042/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:16,558 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,559 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdf2f01cb74a5def85c8455474c2b042 columnFamilyName mob 2024-11-15T19:08:16,559 DEBUG [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:16,564 DEBUG [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/mob/b2daad234f75477d8e2785b9f7fa5ae6_SeqId_4_ 2024-11-15T19:08:16,564 INFO [StoreOpener-bdf2f01cb74a5def85c8455474c2b042-1 {}] regionserver.HStore(327): Store=bdf2f01cb74a5def85c8455474c2b042/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:16,564 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,565 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,566 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,567 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,567 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,568 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T19:08:16,570 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,570 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened bdf2f01cb74a5def85c8455474c2b042; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10754004320, jitterRate=0.0015446990728378296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T19:08:16,571 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:16,572 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for bdf2f01cb74a5def85c8455474c2b042: Running coprocessor pre-open hook at 1731697696543Writing region info on filesystem at 1731697696543Initializing all the Stores at 1731697696545 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697696545Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697696546 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697696546Cleaning up temporary data from old regions at 1731697696567 (+21 ms)Running coprocessor post-open hooks at 1731697696571 (+4 ms)Region opened successfully at 1731697696571 2024-11-15T19:08:16,572 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., pid=86, masterSystemTime=1731697696534 2024-11-15T19:08:16,574 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:16,574 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:16,574 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:16,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=bdf2f01cb74a5def85c8455474c2b042, regionState=OPEN, openSeqNum=7, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:16,575 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => cc6ee605d70a868922c3b56a4c4eab06, NAME => 'table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-15T19:08:16,575 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:08:16,575 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,575 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:16,576 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,576 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdf2f01cb74a5def85c8455474c2b042, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:16,577 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,578 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc6ee605d70a868922c3b56a4c4eab06 columnFamilyName f 2024-11-15T19:08:16,578 DEBUG [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:16,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=82 2024-11-15T19:08:16,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure bdf2f01cb74a5def85c8455474c2b042, server=74ec74825666,37281,1731697575338 in 195 msec 2024-11-15T19:08:16,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=bdf2f01cb74a5def85c8455474c2b042, REOPEN/MOVE in 536 msec 2024-11-15T19:08:16,583 DEBUG [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06/f/dde94ab42511462aa519935b2a55fb2a_SeqId_4_ 2024-11-15T19:08:16,584 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(327): Store=cc6ee605d70a868922c3b56a4c4eab06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:16,584 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,585 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc6ee605d70a868922c3b56a4c4eab06 columnFamilyName f2 2024-11-15T19:08:16,585 DEBUG [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:16,585 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(327): Store=cc6ee605d70a868922c3b56a4c4eab06/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:16,586 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,586 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc6ee605d70a868922c3b56a4c4eab06 columnFamilyName mob 2024-11-15T19:08:16,586 DEBUG [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:16,587 INFO [StoreOpener-cc6ee605d70a868922c3b56a4c4eab06-1 {}] regionserver.HStore(327): Store=cc6ee605d70a868922c3b56a4c4eab06/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:16,587 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,588 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,588 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,589 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,589 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,590 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T19:08:16,591 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,591 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened cc6ee605d70a868922c3b56a4c4eab06; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11610239040, jitterRate=0.08128777146339417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T19:08:16,591 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:16,591 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for cc6ee605d70a868922c3b56a4c4eab06: Running coprocessor pre-open hook at 1731697696576Writing region info on filesystem at 1731697696576Initializing all the Stores at 1731697696577 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697696577Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697696577Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697696577Cleaning up temporary data from old regions at 1731697696589 (+12 ms)Running coprocessor post-open hooks at 1731697696591 (+2 ms)Region opened successfully at 1731697696591 2024-11-15T19:08:16,592 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06., pid=87, masterSystemTime=1731697696534 2024-11-15T19:08:16,593 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:16,594 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:16,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=cc6ee605d70a868922c3b56a4c4eab06, regionState=OPEN, openSeqNum=7, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:16,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc6ee605d70a868922c3b56a4c4eab06, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:16,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-15T19:08:16,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure cc6ee605d70a868922c3b56a4c4eab06, server=74ec74825666,37281,1731697575338 in 213 msec 2024-11-15T19:08:16,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=81 2024-11-15T19:08:16,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=cc6ee605d70a868922c3b56a4c4eab06, REOPEN/MOVE in 554 msec 2024-11-15T19:08:16,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-15T19:08:16,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 559 msec 2024-11-15T19:08:16,603 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-15T19:08:16,603 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., family=f3 2024-11-15T19:08:16,604 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06., family=f3 2024-11-15T19:08:16,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 985 msec 2024-11-15T19:08:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-15T19:08:16,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-15T19:08:16,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T19:08:16,610 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:08:16,610 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:44073/backupUT/backup_1731697665655/default/test-1731697584157/f2/37d15e8270d24cfe979ec875f8234c8d from hbase tables test-1731697584157 to tables table1 2024-11-15T19:08:16,610 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731697584157 into table1 2024-11-15T19:08:16,612 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697696610 from hdfs://localhost:44073/backupUT/backup_1731697665655/default/test-1731697584157/f2/37d15e8270d24cfe979ec875f8234c8d 2024-11-15T19:08:16,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594efcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:16,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:16,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:16,613 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502210a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:16,614 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:16,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378d926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:16,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:16,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:16,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bdc9480 2024-11-15T19:08:16,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:16,616 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:16,617 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T19:08:16,617 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-15T19:08:16,617 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T19:08:16,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:16,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:16,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:16,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:16,621 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-15T19:08:16,621 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-15T19:08:16,621 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-15T19:08:16,621 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/partitions_4fe04dfc-69ad-4c94-b801-71efd26922a4 2024-11-15T19:08:16,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741989_1165 (size=177) 2024-11-15T19:08:17,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-11191403524349607500.jar 2024-11-15T19:08:17,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,895 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,896 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:17,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:08:17,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:08:17,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:08:17,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:08:17,897 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:08:17,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:08:17,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:08:17,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:08:17,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:08:17,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:08:17,898 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:17,899 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:08:17,899 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-15T19:08:17,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:17,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:17,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:17,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:17,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:17,900 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T19:08:17,900 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:17,909 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:08:17,921 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T19:08:18,006 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local935059805_0015_60eb7813-fc29-4d4c-aa58-0884ee1e7129/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:08:18,006 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local935059805_0015_60eb7813-fc29-4d4c-aa58-0884ee1e7129/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:08:18,059 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697665655/default/test-1731697584157/f2/37d15e8270d24cfe979ec875f8234c8d 2024-11-15T19:08:18,061 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:18,095 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ab3dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:18,095 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:18,095 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:18,096 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:18,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e23973b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:18,098 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:18,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5659ff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:18,100 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:18,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:18,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:18,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:18,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731697584157-2-0', locateType=CURRENT is [region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=7] 2024-11-15T19:08:18,105 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-15T19:08:18,105 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:18,105 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:18,105 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:18,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:18,105 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731697584157-2-0] 2024-11-15T19:08:18,105 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:08:18,109 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697696610/_temporary/0/_temporary/attempt_local935059805_0015_r_000000_0/f2/128fd9aa1f1b42338a96d06f707f4887 is 58, key is row-test-1731697584157-2-0/f2:q1/1731697660645/Put/seqid=0 2024-11-15T19:08:18,111 WARN [Thread-1884 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:08:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741990_1166 (size=5608) 2024-11-15T19:08:18,674 DEBUG [regionserver/74ec74825666:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-15T19:08:19,049 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697696610 2024-11-15T19:08:19,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c348e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:19,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:19,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:19,051 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:19,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:19,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:19,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcfcb57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:19,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:19,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:19,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:19,052 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:19,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb180d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:19,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:19,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:19,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:19,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:19,057 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697696610/_SUCCESS 2024-11-15T19:08:19,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:19,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:19,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e13a99 2024-11-15T19:08:19,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:19,062 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:19,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=7] 2024-11-15T19:08:19,067 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-15T19:08:19,072 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697696610/f2/128fd9aa1f1b42338a96d06f707f4887 first=Optional[row-test-1731697584157-2-0] last=Optional[row-test-1731697584157-2-6] 2024-11-15T19:08:19,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697696610/f2/128fd9aa1f1b42338a96d06f707f4887 for inclusion in bdf2f01cb74a5def85c8455474c2b042/f2 2024-11-15T19:08:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731697584157-2-0 last=row-test-1731697584157-2-6 2024-11-15T19:08:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-15T19:08:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegion(2603): Flush status journal for bdf2f01cb74a5def85c8455474c2b042: 2024-11-15T19:08:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-default-table1-1731697696610/f2/128fd9aa1f1b42338a96d06f707f4887 to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__os13ngt5rjhk74t1vdcdd3vr0fe064jipv63hrnvavaf22c9cte4sfitq8dsjnlp/f2/128fd9aa1f1b42338a96d06f707f4887 2024-11-15T19:08:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__os13ngt5rjhk74t1vdcdd3vr0fe064jipv63hrnvavaf22c9cte4sfitq8dsjnlp/f2/128fd9aa1f1b42338a96d06f707f4887 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/f2/d27472e733e245b6a2d9e7b6539e095a_SeqId_9_ 2024-11-15T19:08:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3fab03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:19,083 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:19,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:19,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:19,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a614fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:19,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:19,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:19,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:19,084 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce83e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:19,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:19,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@80311cb 2024-11-15T19:08:19,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:19,087 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:19,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:19,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:19,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:19,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:19,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:19,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:19,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:19,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:19,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__os13ngt5rjhk74t1vdcdd3vr0fe064jipv63hrnvavaf22c9cte4sfitq8dsjnlp/f2/128fd9aa1f1b42338a96d06f707f4887 into bdf2f01cb74a5def85c8455474c2b042/f2 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/f2/d27472e733e245b6a2d9e7b6539e095a_SeqId_9_ - updating store file list. 2024-11-15T19:08:19,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/f2/d27472e733e245b6a2d9e7b6539e095a_SeqId_9_ into bdf2f01cb74a5def85c8455474c2b042/f2 2024-11-15T19:08:19,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__os13ngt5rjhk74t1vdcdd3vr0fe064jipv63hrnvavaf22c9cte4sfitq8dsjnlp/f2/128fd9aa1f1b42338a96d06f707f4887 into bdf2f01cb74a5def85c8455474c2b042/f2 (new location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/f2/d27472e733e245b6a2d9e7b6539e095a_SeqId_9_) 2024-11-15T19:08:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__table1__os13ngt5rjhk74t1vdcdd3vr0fe064jipv63hrnvavaf22c9cte4sfitq8dsjnlp/f2/128fd9aa1f1b42338a96d06f707f4887 2024-11-15T19:08:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c20f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:19,110 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:19,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:19,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:19,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3d1a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:19,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:19,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:19,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:19,111 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:19,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80d1ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:19,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:19,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43fa6c23 2024-11-15T19:08:19,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:19,113 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T19:08:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:19,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:19,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:19,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T19:08:19,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:19,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:19,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:19,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:19,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:19,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:19,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:19,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:19,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:19,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:19,129 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T19:08:19,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=7 , the old value is region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:19,129 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731697584157 has been successfully restored to table1 2024-11-15T19:08:19,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:19,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=7 from cache 2024-11-15T19:08:19,129 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T19:08:19,129 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731697665655 hdfs://localhost:44073/backupUT/backup_1731697665655/default/test-1731697584157/ 2024-11-15T19:08:19,130 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:44073/backupUT/backup_1731697631226/.backup.manifest 2024-11-15T19:08:19,130 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T19:08:19,131 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731697631226/.backup.manifest 2024-11-15T19:08:19,131 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17316975841571' to 'ns2:table2' from full backup image hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571 2024-11-15T19:08:19,133 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17316975841571', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731697665655 2024-11-15T19:08:19,136 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-15T19:08:19,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-15T19:08:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-15T19:08:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T19:08:19,140 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697699140"}]},"ts":"1731697699140"} 2024-11-15T19:08:19,142 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-15T19:08:19,142 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-15T19:08:19,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-15T19:08:19,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5c6039c982f4f909c7af9dac59f9ae72, UNASSIGN}] 2024-11-15T19:08:19,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5c6039c982f4f909c7af9dac59f9ae72, UNASSIGN 2024-11-15T19:08:19,147 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=5c6039c982f4f909c7af9dac59f9ae72, regionState=CLOSING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:19,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=5c6039c982f4f909c7af9dac59f9ae72, UNASSIGN because future has completed 2024-11-15T19:08:19,149 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T19:08:19,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c6039c982f4f909c7af9dac59f9ae72, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:19,241 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T19:08:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T19:08:19,302 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:19,302 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T19:08:19,303 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 5c6039c982f4f909c7af9dac59f9ae72, disabling compactions & flushes 2024-11-15T19:08:19,303 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:19,303 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:19,303 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. after waiting 0 ms 2024-11-15T19:08:19,303 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:19,313 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T19:08:19,314 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:19,314 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. 2024-11-15T19:08:19,314 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 5c6039c982f4f909c7af9dac59f9ae72: Waiting for close lock at 1731697699302Running coprocessor pre-close hooks at 1731697699302Disabling compacts and flushes for region at 1731697699302Disabling writes for close at 1731697699303 (+1 ms)Writing region close event to WAL at 1731697699304 (+1 ms)Running coprocessor post-close hooks at 1731697699314 (+10 ms)Closed at 1731697699314 2024-11-15T19:08:19,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=5c6039c982f4f909c7af9dac59f9ae72, regionState=CLOSED 2024-11-15T19:08:19,319 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:19,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c6039c982f4f909c7af9dac59f9ae72, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:19,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-15T19:08:19,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 5c6039c982f4f909c7af9dac59f9ae72, server=74ec74825666,37281,1731697575338 in 174 msec 2024-11-15T19:08:19,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-15T19:08:19,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=5c6039c982f4f909c7af9dac59f9ae72, UNASSIGN in 181 msec 2024-11-15T19:08:19,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-15T19:08:19,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 186 msec 2024-11-15T19:08:19,332 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697699332"}]},"ts":"1731697699332"} 2024-11-15T19:08:19,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-15T19:08:19,334 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-15T19:08:19,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 197 msec 2024-11-15T19:08:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-15T19:08:19,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-15T19:08:19,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-15T19:08:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-15T19:08:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T19:08:19,464 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-15T19:08:19,467 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:19,469 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/f, FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/recovered.edits] 2024-11-15T19:08:19,475 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/f/b1752fdd47f34cbc875f8df9257c2b93_SeqId_4_ to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/archive/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/f/b1752fdd47f34cbc875f8df9257c2b93_SeqId_4_ 2024-11-15T19:08:19,478 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/recovered.edits/6.seqid to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/archive/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72/recovered.edits/6.seqid 2024-11-15T19:08:19,479 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/5c6039c982f4f909c7af9dac59f9ae72 2024-11-15T19:08:19,479 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-15T19:08:19,483 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-15T19:08:19,485 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-15T19:08:19,485 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-15T19:08:19,485 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731697699485"}]},"ts":"9223372036854775807"} 2024-11-15T19:08:19,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-15T19:08:19,487 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5c6039c982f4f909c7af9dac59f9ae72, NAME => 'ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72.', STARTKEY => '', ENDKEY => ''}] 2024-11-15T19:08:19,487 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-15T19:08:19,488 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731697699487"}]},"ts":"9223372036854775807"} 2024-11-15T19:08:19,489 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-15T19:08:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741991_1167 (size=351) 2024-11-15T19:08:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T19:08:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T19:08:19,901 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e30bf98ea33ac374bc1b3f855dae6dab, NAME => 'ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0 2024-11-15T19:08:19,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741992_1168 (size=37) 2024-11-15T19:08:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T19:08:20,313 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:20,313 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing e30bf98ea33ac374bc1b3f855dae6dab, disabling compactions & flushes 2024-11-15T19:08:20,313 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:20,313 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:20,314 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. after waiting 0 ms 2024-11-15T19:08:20,314 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:20,314 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:20,314 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for e30bf98ea33ac374bc1b3f855dae6dab: Waiting for close lock at 1731697700313Disabling compacts and flushes for region at 1731697700313Disabling writes for close at 1731697700314 (+1 ms)Writing region close event to WAL at 1731697700314Closed at 1731697700314 2024-11-15T19:08:20,318 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731697700317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731697700317"}]},"ts":"1731697700317"} 2024-11-15T19:08:20,322 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T19:08:20,324 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697700323"}]},"ts":"1731697700323"} 2024-11-15T19:08:20,326 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-15T19:08:20,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e30bf98ea33ac374bc1b3f855dae6dab, ASSIGN}] 2024-11-15T19:08:20,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e30bf98ea33ac374bc1b3f855dae6dab, ASSIGN 2024-11-15T19:08:20,329 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=e30bf98ea33ac374bc1b3f855dae6dab, ASSIGN; state=OFFLINE, location=74ec74825666,37281,1731697575338; forceNewPlan=false, retain=false 2024-11-15T19:08:20,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=e30bf98ea33ac374bc1b3f855dae6dab, regionState=OPENING, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:20,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=e30bf98ea33ac374bc1b3f855dae6dab, ASSIGN because future has completed 2024-11-15T19:08:20,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure e30bf98ea33ac374bc1b3f855dae6dab, server=74ec74825666,37281,1731697575338}] 2024-11-15T19:08:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T19:08:20,647 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:20,648 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => e30bf98ea33ac374bc1b3f855dae6dab, NAME => 'ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab.', STARTKEY => '', ENDKEY => ''} 2024-11-15T19:08:20,648 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-15T19:08:20,648 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,648 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T19:08:20,648 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,648 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,650 INFO [StoreOpener-e30bf98ea33ac374bc1b3f855dae6dab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,652 INFO [StoreOpener-e30bf98ea33ac374bc1b3f855dae6dab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bf98ea33ac374bc1b3f855dae6dab columnFamilyName f 2024-11-15T19:08:20,652 DEBUG [StoreOpener-e30bf98ea33ac374bc1b3f855dae6dab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:20,652 INFO [StoreOpener-e30bf98ea33ac374bc1b3f855dae6dab-1 {}] regionserver.HStore(327): Store=e30bf98ea33ac374bc1b3f855dae6dab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T19:08:20,653 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,653 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,653 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,654 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,654 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,655 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,657 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/e30bf98ea33ac374bc1b3f855dae6dab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T19:08:20,658 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened e30bf98ea33ac374bc1b3f855dae6dab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10902152000, jitterRate=0.015342026948928833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T19:08:20,658 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:20,658 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for e30bf98ea33ac374bc1b3f855dae6dab: Running coprocessor pre-open hook at 1731697700649Writing region info on filesystem at 1731697700649Initializing all the Stores at 1731697700650 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731697700650Cleaning up temporary data from old regions at 1731697700654 (+4 ms)Running coprocessor post-open hooks at 1731697700658 (+4 ms)Region opened successfully at 1731697700658 2024-11-15T19:08:20,659 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab., pid=94, masterSystemTime=1731697700639 2024-11-15T19:08:20,660 DEBUG [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:20,660 INFO [RS_OPEN_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:20,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=e30bf98ea33ac374bc1b3f855dae6dab, regionState=OPEN, openSeqNum=2, regionLocation=74ec74825666,37281,1731697575338 2024-11-15T19:08:20,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure e30bf98ea33ac374bc1b3f855dae6dab, server=74ec74825666,37281,1731697575338 because future has completed 2024-11-15T19:08:20,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-15T19:08:20,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure e30bf98ea33ac374bc1b3f855dae6dab, server=74ec74825666,37281,1731697575338 in 178 msec 2024-11-15T19:08:20,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-15T19:08:20,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e30bf98ea33ac374bc1b3f855dae6dab, ASSIGN in 338 msec 2024-11-15T19:08:20,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731697700665"}]},"ts":"1731697700665"} 2024-11-15T19:08:20,667 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-15T19:08:20,667 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-15T19:08:20,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2050 sec 2024-11-15T19:08:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-15T19:08:21,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-15T19:08:21,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T19:08:21,617 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa from hbase tables ns2:test-17316975841571 to tables ns2:table2 2024-11-15T19:08:21,617 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17316975841571 into ns2:table2 2024-11-15T19:08:21,620 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697701617 from hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:08:21,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a17912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:21,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:21,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:21,623 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:21,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:21,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:21,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501f3007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:21,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:21,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:21,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:21,625 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:21,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb62904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:21,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:21,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:21,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348be34 2024-11-15T19:08:21,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:21,627 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:21,628 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-15T19:08:21,628 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-15T19:08:21,628 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T19:08:21,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:21,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:21,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:21,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:21,633 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-15T19:08:21,633 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-15T19:08:21,633 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/partitions_0f93b8a8-60a8-4805-acb3-7351689d358b 2024-11-15T19:08:21,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741993_1169 (size=153) 2024-11-15T19:08:21,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-15T19:08:22,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop-1912878845792846194.jar 2024-11-15T19:08:22,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:22,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-15T19:08:22,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-15T19:08:22,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-15T19:08:22,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-15T19:08:22,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-15T19:08:22,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-15T19:08:22,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-15T19:08:22,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-15T19:08:22,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-15T19:08:22,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-15T19:08:22,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-15T19:08:22,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-15T19:08:22,912 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-15T19:08:22,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:22,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:22,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:22,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:22,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:22,913 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-15T19:08:22,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-15T19:08:22,922 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-15T19:08:22,933 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-15T19:08:23,020 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local787885849_0016_aa0c539b-697a-4287-98d5-97fa56b57130/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-15T19:08:23,020 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/mapreduce.cluster.local.dir/job_local787885849_0016_aa0c539b-697a-4287-98d5-97fa56b57130/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-15T19:08:23,060 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/2bb9d602179f4cb49b37945dae598648 2024-11-15T19:08:23,063 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:23,094 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:44073/backupUT/backup_1731697631226/ns2/test-17316975841571/archive/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/f/9f2bd1c195e345c3bbfbb67285715624 2024-11-15T19:08:23,097 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-15T19:08:23,124 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1535c6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:23,124 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:23,125 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:23,125 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab1a5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:23,127 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:23,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d5cec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:23,128 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:23,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:23,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:23,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:23,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:23,131 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-15T19:08:23,131 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:23,131 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:23,131 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:23,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:23,131 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-15T19:08:23,131 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 74ec74825666 2024-11-15T19:08:23,136 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697701617/_temporary/0/_temporary/attempt_local787885849_0016_r_000000_0/f/7c33e8d6377a4e46b5afbf67b844566c is 38, key is row-t20/f:q1/1731697615929/Put/seqid=0 2024-11-15T19:08:23,137 WARN [Thread-1959 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [74ec74825666:37281] Specified favored nodes: [74ec74825666:37281] 2024-11-15T19:08:23,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741994_1170 (size=8934) 2024-11-15T19:08:24,055 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697701617 2024-11-15T19:08:24,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c64d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:24,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:24,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:24,057 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:24,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:24,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:24,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b9e1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:24,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:24,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:24,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,059 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:24,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3662cd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:24,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:24,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:24,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:24,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:24,065 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697701617/_SUCCESS 2024-11-15T19:08:24,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:24,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:24,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637672d 2024-11-15T19:08:24,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:24,069 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:24,074 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-15T19:08:24,079 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697701617/f/7c33e8d6377a4e46b5afbf67b844566c first=Optional[row-t20] last=Optional[row98] 2024-11-15T19:08:24,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697701617/f/7c33e8d6377a4e46b5afbf67b844566c for inclusion in e30bf98ea33ac374bc1b3f855dae6dab/f 2024-11-15T19:08:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-15T19:08:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T19:08:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegion(2603): Flush status journal for e30bf98ea33ac374bc1b3f855dae6dab: 2024-11-15T19:08:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/hbase-staging/bulk_output-ns2-table2-1731697701617/f/7c33e8d6377a4e46b5afbf67b844566c to hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__kfngr1nf1num2kf4prens7b3ov90p808eqmrja4auq00pq0i9mvt03i7a60lcv00/f/7c33e8d6377a4e46b5afbf67b844566c 2024-11-15T19:08:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__kfngr1nf1num2kf4prens7b3ov90p808eqmrja4auq00pq0i9mvt03i7a60lcv00/f/7c33e8d6377a4e46b5afbf67b844566c as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/e30bf98ea33ac374bc1b3f855dae6dab/f/e9b408f185454c22abf85552f9dde02a_SeqId_4_ 2024-11-15T19:08:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f2d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:24,090 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c95aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:24,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52552e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:24,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:24,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@552973cc 2024-11-15T19:08:24,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:24,094 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T19:08:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:24,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:24,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:24,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T19:08:24,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:24,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:24,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:24,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:24,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__kfngr1nf1num2kf4prens7b3ov90p808eqmrja4auq00pq0i9mvt03i7a60lcv00/f/7c33e8d6377a4e46b5afbf67b844566c into e30bf98ea33ac374bc1b3f855dae6dab/f as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/e30bf98ea33ac374bc1b3f855dae6dab/f/e9b408f185454c22abf85552f9dde02a_SeqId_4_ - updating store file list. 2024-11-15T19:08:24,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/e30bf98ea33ac374bc1b3f855dae6dab/f/e9b408f185454c22abf85552f9dde02a_SeqId_4_ into e30bf98ea33ac374bc1b3f855dae6dab/f 2024-11-15T19:08:24,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__kfngr1nf1num2kf4prens7b3ov90p808eqmrja4auq00pq0i9mvt03i7a60lcv00/f/7c33e8d6377a4e46b5afbf67b844566c into e30bf98ea33ac374bc1b3f855dae6dab/f (new location: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/e30bf98ea33ac374bc1b3f855dae6dab/f/e9b408f185454c22abf85552f9dde02a_SeqId_4_) 2024-11-15T19:08:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/staging/jenkins__ns2_table2__kfngr1nf1num2kf4prens7b3ov90p808eqmrja4auq00pq0i9mvt03i7a60lcv00/f/7c33e8d6377a4e46b5afbf67b844566c 2024-11-15T19:08:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4668d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ClusterIdFetcher(90): Going to request 74ec74825666,42107,-1 for getting cluster id 2024-11-15T19:08:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T19:08:24,118 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cb2be7e-7cf3-490b-8806-2a2796dec0e4' 2024-11-15T19:08:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T19:08:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cb2be7e-7cf3-490b-8806-2a2796dec0e4" 2024-11-15T19:08:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de5a0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [74ec74825666,42107,-1] 2024-11-15T19:08:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T19:08:24,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,119 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T19:08:24,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb708e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-15T19:08:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T19:08:24,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 74ec74825666,42107,1731697573674 2024-11-15T19:08:24,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b385ec9 2024-11-15T19:08:24,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T19:08:24,121 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T19:08:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T19:08:24,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=74ec74825666,37281,1731697575338, seqNum=-1] 2024-11-15T19:08:24,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T19:08:24,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T19:08:24,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-15T19:08:24,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-15T19:08:24,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:24,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281. 2024-11-15T19:08:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:24,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:24,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:24,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:24,138 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-15T19:08:24,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab., hostname=74ec74825666,37281,1731697575338, seqNum=2 , the old value is region=ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab., hostname=74ec74825666,37281,1731697575338, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:24,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab., hostname=74ec74825666,37281,1731697575338, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T19:08:24,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab., hostname=74ec74825666,37281,1731697575338, seqNum=2 from cache 2024-11-15T19:08:24,138 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T19:08:24,155 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17316975841571', skipping incremental restore step. 2024-11-15T19:08:24,155 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-15T19:08:24,155 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731697665655 hdfs://localhost:44073/backupUT/backup_1731697665655/ns2/test-17316975841571/ 2024-11-15T19:08:24,155 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-15T19:08:24,156 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T19:08:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:56658 deadline: 1731697764156, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. is not online on 74ec74825666,37281,1731697575338 2024-11-15T19:08:24,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2 , the old value is region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. is not online on 74ec74825666,37281,1731697575338 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:24,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b. is not online on 74ec74825666,37281,1731697575338 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:24,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731697678957.7fb60ff6f6125b80a98abefbd392665b., hostname=74ec74825666,37281,1731697575338, seqNum=2 from cache 2024-11-15T19:08:24,241 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=74ec74825666:37281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T19:08:24,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., hostname=74ec74825666,37281,1731697575338, seqNum=7] 2024-11-15T19:08:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.CallRunner(138): callId: 745 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:56658 deadline: 1731697764283, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. is not online on 74ec74825666,37281,1731697575338 2024-11-15T19:08:24,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183., hostname=74ec74825666,37281,1731697575338, seqNum=2 , the old value is region=table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183., hostname=74ec74825666,37281,1731697575338, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. is not online on 74ec74825666,37281,1731697575338 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:24,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183., hostname=74ec74825666,37281,1731697575338, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183. is not online on 74ec74825666,37281,1731697575338 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:24,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731697678957.7daa16df59d9f49f0da927de09f41183., hostname=74ec74825666,37281,1731697575338, seqNum=2 from cache 2024-11-15T19:08:24,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06., hostname=74ec74825666,37281,1731697575338, seqNum=7] 2024-11-15T19:08:24,403 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-15T19:08:24,408 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-15T19:08:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T19:08:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T19:08:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T19:08:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T19:08:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T19:08:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T19:08:24,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-15T19:08:24,431 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-15T19:08:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37281 {}] ipc.CallRunner(138): callId: 753 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:56658 deadline: 1731697764431, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. is not online on 74ec74825666,37281,1731697575338 2024-11-15T19:08:24,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2 , the old value is region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. is not online on 74ec74825666,37281,1731697575338 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:24,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72. is not online on 74ec74825666,37281,1731697575338 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T19:08:24,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72., hostname=74ec74825666,37281,1731697575338, seqNum=2 from cache 2024-11-15T19:08:24,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab., hostname=74ec74825666,37281,1731697575338, seqNum=2] 2024-11-15T19:08:24,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:24,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:24,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:24,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: rs(74ec74825666,37281,1731697575338)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_428145412_20 at /127.0.0.1:41054 [Receiving block BP-710798860-172.17.0.2-1731697569673:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(74ec74825666,37281,1731697575338)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-710798860-172.17.0.2-1731697569673:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-710798860-172.17.0.2-1731697569673:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (74ec74825666,42107,1731697573674)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(74ec74825666,37281,1731697575338)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/74ec74825666:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1220122144_20 at /127.0.0.1:42520 [Waiting for operation #114] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(74ec74825666,37281,1731697575338)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_428145412_20 at /127.0.0.1:41078 [Receiving block BP-710798860-172.17.0.2-1731697569673:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_428145412_20 at /127.0.0.1:41062 [Receiving block BP-710798860-172.17.0.2-1731697569673:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/74ec74825666:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-710798860-172.17.0.2-1731697569673:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '74ec74825666,37281,1731697575338' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=119 (was 177), ProcessCount=9 (was 9), AvailableMemoryMB=2636 (was 3296) 2024-11-15T19:08:24,561 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-15T19:08:24,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T19:08:24,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:24,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:24,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:24,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T19:08:24,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1132182242, stopped=false 2024-11-15T19:08:24,567 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=74ec74825666,42107,1731697573674 2024-11-15T19:08:24,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-15T19:08:24,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-15T19:08:24,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:08:24,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:08:24,644 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:08:24,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T19:08:24,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T19:08:24,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-15T19:08:24,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:24,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,645 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '74ec74825666,37281,1731697575338' ***** 2024-11-15T19:08:24,645 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T19:08:24,645 INFO [RS:0;74ec74825666:37281 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-15T19:08:24,650 INFO [RS:0;74ec74825666:37281 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7253afc7{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-15T19:08:24,652 INFO [RS:0;74ec74825666:37281 {}] server.AbstractConnector(383): Stopped ServerConnector@3b99b3c7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-15T19:08:24,652 INFO [RS:0;74ec74825666:37281 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:08:24,652 INFO [RS:0;74ec74825666:37281 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@126a703e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-15T19:08:24,652 INFO [RS:0;74ec74825666:37281 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,STOPPED} 2024-11-15T19:08:24,654 INFO [RS:0;74ec74825666:37281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T19:08:24,654 INFO [RS:0;74ec74825666:37281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T19:08:24,654 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for cc6ee605d70a868922c3b56a4c4eab06 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for 0eae60ecec52958f15dfc0750b7993b2 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for c002c315ee93d2c16e5966afdcd6ffab 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for 89c3e4ba7646c9632d25d6d8c5ed65fa 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for bdf2f01cb74a5def85c8455474c2b042 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for 4345f0da20b9deffabebe52b0cf8e3bd 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e4da1b6519f4ab61122f88ee46cb643 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(959): stopping server 74ec74825666,37281,1731697575338 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:08:24,655 INFO [RS:0;74ec74825666:37281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;74ec74825666:37281. 2024-11-15T19:08:24,655 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc6ee605d70a868922c3b56a4c4eab06, disabling compactions & flushes 2024-11-15T19:08:24,655 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:24,655 DEBUG [RS:0;74ec74825666:37281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:24,655 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:24,655 DEBUG [RS:0;74ec74825666:37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:24,655 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. after waiting 0 ms 2024-11-15T19:08:24,655 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:24,656 INFO [RS:0;74ec74825666:37281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T19:08:24,656 INFO [RS:0;74ec74825666:37281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T19:08:24,656 INFO [RS:0;74ec74825666:37281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T19:08:24,656 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T19:08:24,656 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-15T19:08:24,656 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T19:08:24,656 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T19:08:24,656 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T19:08:24,656 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T19:08:24,656 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T19:08:24,656 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1351): Waiting on 0e4da1b6519f4ab61122f88ee46cb643, 0eae60ecec52958f15dfc0750b7993b2, 1588230740, 4345f0da20b9deffabebe52b0cf8e3bd, 89c3e4ba7646c9632d25d6d8c5ed65fa, bdf2f01cb74a5def85c8455474c2b042, c002c315ee93d2c16e5966afdcd6ffab, cc6ee605d70a868922c3b56a4c4eab06, cffa777b4295512c465ea51f75ab7f4e, e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:24,656 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-15T19:08:24,660 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/cc6ee605d70a868922c3b56a4c4eab06/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-15T19:08:24,661 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:24,661 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:24,661 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc6ee605d70a868922c3b56a4c4eab06: Waiting for close lock at 1731697704655Running coprocessor pre-close hooks at 1731697704655Disabling compacts and flushes for region at 1731697704655Disabling writes for close at 1731697704655Writing region close event to WAL at 1731697704656 (+1 ms)Running coprocessor post-close hooks at 1731697704660 (+4 ms)Closed at 1731697704661 (+1 ms) 2024-11-15T19:08:24,661 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731697689875.cc6ee605d70a868922c3b56a4c4eab06. 2024-11-15T19:08:24,661 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0eae60ecec52958f15dfc0750b7993b2, disabling compactions & flushes 2024-11-15T19:08:24,661 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:08:24,661 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:08:24,661 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. after waiting 0 ms 2024-11-15T19:08:24,661 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:08:24,661 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0eae60ecec52958f15dfc0750b7993b2 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-15T19:08:24,675 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T19:08:24,675 INFO [regionserver/74ec74825666:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T19:08:24,681 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f2/1452e1433a7047559dcbfef58a1503c7 is 58, key is row-test-1731697584157-2-0/f2:q1/1731697660645/Put/seqid=0 2024-11-15T19:08:24,684 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/info/b539994ff0184d479e7958df04585e82 is 159, key is ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa./info:regioninfo/1731697588179/Put/seqid=0 2024-11-15T19:08:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741995_1171 (size=5464) 2024-11-15T19:08:24,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741996_1172 (size=19093) 2024-11-15T19:08:24,715 INFO [regionserver/74ec74825666:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:08:24,857 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1351): Waiting on 0e4da1b6519f4ab61122f88ee46cb643, 0eae60ecec52958f15dfc0750b7993b2, 1588230740, 4345f0da20b9deffabebe52b0cf8e3bd, 89c3e4ba7646c9632d25d6d8c5ed65fa, bdf2f01cb74a5def85c8455474c2b042, c002c315ee93d2c16e5966afdcd6ffab, cffa777b4295512c465ea51f75ab7f4e, e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:25,057 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1351): Waiting on 0e4da1b6519f4ab61122f88ee46cb643, 0eae60ecec52958f15dfc0750b7993b2, 1588230740, 4345f0da20b9deffabebe52b0cf8e3bd, 89c3e4ba7646c9632d25d6d8c5ed65fa, bdf2f01cb74a5def85c8455474c2b042, c002c315ee93d2c16e5966afdcd6ffab, cffa777b4295512c465ea51f75ab7f4e, e30bf98ea33ac374bc1b3f855dae6dab 2024-11-15T19:08:25,088 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f2/1452e1433a7047559dcbfef58a1503c7 2024-11-15T19:08:25,089 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/info/b539994ff0184d479e7958df04585e82 2024-11-15T19:08:25,099 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/.tmp/f2/1452e1433a7047559dcbfef58a1503c7 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f2/1452e1433a7047559dcbfef58a1503c7 2024-11-15T19:08:25,104 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/f2/1452e1433a7047559dcbfef58a1503c7, entries=7, sequenceid=348, filesize=5.3 K 2024-11-15T19:08:25,105 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0eae60ecec52958f15dfc0750b7993b2 in 444ms, sequenceid=348, compaction requested=false 2024-11-15T19:08:25,109 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/test-1731697584157/0eae60ecec52958f15dfc0750b7993b2/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-15T19:08:25,110 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:25,110 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:08:25,110 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0eae60ecec52958f15dfc0750b7993b2: Waiting for close lock at 1731697704661Running coprocessor pre-close hooks at 1731697704661Disabling compacts and flushes for region at 1731697704661Disabling writes for close at 1731697704661Obtaining lock to block concurrent updates at 1731697704661Preparing flush snapshotting stores in 0eae60ecec52958f15dfc0750b7993b2 at 1731697704661Finished memstore snapshotting test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731697704662 (+1 ms)Flushing stores of test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. at 1731697704663 (+1 ms)Flushing 0eae60ecec52958f15dfc0750b7993b2/f2: creating writer at 1731697704663Flushing 0eae60ecec52958f15dfc0750b7993b2/f2: appending metadata at 1731697704681 (+18 ms)Flushing 0eae60ecec52958f15dfc0750b7993b2/f2: closing flushed file at 1731697704681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143c8e36: reopening flushed file at 1731697705098 (+417 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0eae60ecec52958f15dfc0750b7993b2 in 444ms, sequenceid=348, compaction requested=false at 1731697705105 (+7 ms)Writing region close event to WAL at 1731697705106 (+1 ms)Running coprocessor post-close hooks at 1731697705110 (+4 ms)Closed at 1731697705110 2024-11-15T19:08:25,110 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731697584157,,1731697584637.0eae60ecec52958f15dfc0750b7993b2. 2024-11-15T19:08:25,110 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c002c315ee93d2c16e5966afdcd6ffab, disabling compactions & flushes 2024-11-15T19:08:25,110 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:08:25,110 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:08:25,110 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. after waiting 0 ms 2024-11-15T19:08:25,110 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:08:25,113 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system_bulk/c002c315ee93d2c16e5966afdcd6ffab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T19:08:25,114 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:25,114 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:08:25,114 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c002c315ee93d2c16e5966afdcd6ffab: Waiting for close lock at 1731697705110Running coprocessor pre-close hooks at 1731697705110Disabling compacts and flushes for region at 1731697705110Disabling writes for close at 1731697705110Writing region close event to WAL at 1731697705111 (+1 ms)Running coprocessor post-close hooks at 1731697705114 (+3 ms)Closed at 1731697705114 2024-11-15T19:08:25,114 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731697597578.c002c315ee93d2c16e5966afdcd6ffab. 2024-11-15T19:08:25,114 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e30bf98ea33ac374bc1b3f855dae6dab, disabling compactions & flushes 2024-11-15T19:08:25,114 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:25,114 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:25,114 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. after waiting 0 ms 2024-11-15T19:08:25,115 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:25,119 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/ns/3a8de46d15cd4d2a89abbb415c40e3d3 is 85, key is ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72./ns:/1731697699481/DeleteFamily/seqid=0 2024-11-15T19:08:25,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741997_1173 (size=5760) 2024-11-15T19:08:25,128 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/table2/e30bf98ea33ac374bc1b3f855dae6dab/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T19:08:25,128 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:25,128 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:25,128 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e30bf98ea33ac374bc1b3f855dae6dab: Waiting for close lock at 1731697705114Running coprocessor pre-close hooks at 1731697705114Disabling compacts and flushes for region at 1731697705114Disabling writes for close at 1731697705114Writing region close event to WAL at 1731697705124 (+10 ms)Running coprocessor post-close hooks at 1731697705128 (+4 ms)Closed at 1731697705128 2024-11-15T19:08:25,128 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731697699480.e30bf98ea33ac374bc1b3f855dae6dab. 2024-11-15T19:08:25,129 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cffa777b4295512c465ea51f75ab7f4e, disabling compactions & flushes 2024-11-15T19:08:25,129 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:08:25,129 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:08:25,129 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. after waiting 0 ms 2024-11-15T19:08:25,129 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:08:25,129 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cffa777b4295512c465ea51f75ab7f4e 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-15T19:08:25,132 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/28f3364795314ef79f262d2b23d54e46 is 158, key is trslm:hdfs://localhost:44073/backupUT\x00ns2:test-17316975841571/meta:log-roll-map/1731697678455/Put/seqid=0 2024-11-15T19:08:25,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741998_1174 (size=6208) 2024-11-15T19:08:25,257 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1351): Waiting on 0e4da1b6519f4ab61122f88ee46cb643, 1588230740, 4345f0da20b9deffabebe52b0cf8e3bd, 89c3e4ba7646c9632d25d6d8c5ed65fa, bdf2f01cb74a5def85c8455474c2b042, cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:08:25,457 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1351): Waiting on 0e4da1b6519f4ab61122f88ee46cb643, 1588230740, 4345f0da20b9deffabebe52b0cf8e3bd, 89c3e4ba7646c9632d25d6d8c5ed65fa, bdf2f01cb74a5def85c8455474c2b042, cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:08:25,528 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/ns/3a8de46d15cd4d2a89abbb415c40e3d3 2024-11-15T19:08:25,537 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/28f3364795314ef79f262d2b23d54e46 2024-11-15T19:08:25,547 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/f54dfdcfac36409aa43acc632e163b11 is 588, key is session:backup_1731697665655/session:context/1731697678896/Put/seqid=0 2024-11-15T19:08:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741999_1175 (size=5689) 2024-11-15T19:08:25,555 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/rep_barrier/7d91fb879eb547f7ba5241de04a3d35b is 94, key is ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72./rep_barrier:/1731697699481/DeleteFamily/seqid=0 2024-11-15T19:08:25,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073742000_1176 (size=5640) 2024-11-15T19:08:25,658 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-15T19:08:25,658 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1325): Online Regions={cffa777b4295512c465ea51f75ab7f4e=backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., 1588230740=hbase:meta,,1.1588230740, 89c3e4ba7646c9632d25d6d8c5ed65fa=ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa., bdf2f01cb74a5def85c8455474c2b042=table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042., 4345f0da20b9deffabebe52b0cf8e3bd=ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd., 0e4da1b6519f4ab61122f88ee46cb643=ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643.} 2024-11-15T19:08:25,658 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1351): Waiting on 0e4da1b6519f4ab61122f88ee46cb643, 1588230740, 4345f0da20b9deffabebe52b0cf8e3bd, 89c3e4ba7646c9632d25d6d8c5ed65fa, bdf2f01cb74a5def85c8455474c2b042, cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:08:25,858 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1351): Waiting on 0e4da1b6519f4ab61122f88ee46cb643, 1588230740, 4345f0da20b9deffabebe52b0cf8e3bd, 89c3e4ba7646c9632d25d6d8c5ed65fa, bdf2f01cb74a5def85c8455474c2b042, cffa777b4295512c465ea51f75ab7f4e 2024-11-15T19:08:25,953 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/f54dfdcfac36409aa43acc632e163b11 2024-11-15T19:08:25,960 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/rep_barrier/7d91fb879eb547f7ba5241de04a3d35b 2024-11-15T19:08:25,966 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/meta/28f3364795314ef79f262d2b23d54e46 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/28f3364795314ef79f262d2b23d54e46 2024-11-15T19:08:25,971 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/meta/28f3364795314ef79f262d2b23d54e46, entries=7, sequenceid=52, filesize=6.1 K 2024-11-15T19:08:25,972 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/.tmp/session/f54dfdcfac36409aa43acc632e163b11 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f54dfdcfac36409aa43acc632e163b11 2024-11-15T19:08:25,977 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/session/f54dfdcfac36409aa43acc632e163b11, entries=2, sequenceid=52, filesize=5.6 K 2024-11-15T19:08:25,978 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for cffa777b4295512c465ea51f75ab7f4e in 849ms, sequenceid=52, compaction requested=true 2024-11-15T19:08:25,982 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/backup/system/cffa777b4295512c465ea51f75ab7f4e/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-15T19:08:25,982 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:25,982 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:08:25,982 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cffa777b4295512c465ea51f75ab7f4e: Waiting for close lock at 1731697705129Running coprocessor pre-close hooks at 1731697705129Disabling compacts and flushes for region at 1731697705129Disabling writes for close at 1731697705129Obtaining lock to block concurrent updates at 1731697705129Preparing flush snapshotting stores in cffa777b4295512c465ea51f75ab7f4e at 1731697705129Finished memstore snapshotting backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731697705129Flushing stores of backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. at 1731697705130 (+1 ms)Flushing cffa777b4295512c465ea51f75ab7f4e/meta: creating writer at 1731697705130Flushing cffa777b4295512c465ea51f75ab7f4e/meta: appending metadata at 1731697705132 (+2 ms)Flushing cffa777b4295512c465ea51f75ab7f4e/meta: closing flushed file at 1731697705132Flushing cffa777b4295512c465ea51f75ab7f4e/session: creating writer at 1731697705543 (+411 ms)Flushing cffa777b4295512c465ea51f75ab7f4e/session: appending metadata at 1731697705546 (+3 ms)Flushing cffa777b4295512c465ea51f75ab7f4e/session: closing flushed file at 1731697705546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cb830a: reopening flushed file at 1731697705965 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2507c266: reopening flushed file at 1731697705971 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for cffa777b4295512c465ea51f75ab7f4e in 849ms, sequenceid=52, compaction requested=true at 1731697705978 (+7 ms)Writing region close event to WAL at 1731697705979 (+1 ms)Running coprocessor post-close hooks at 1731697705982 (+3 ms)Closed at 1731697705982 2024-11-15T19:08:25,982 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731697595405.cffa777b4295512c465ea51f75ab7f4e. 2024-11-15T19:08:25,983 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89c3e4ba7646c9632d25d6d8c5ed65fa, disabling compactions & flushes 2024-11-15T19:08:25,983 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:08:25,983 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:08:25,983 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. after waiting 0 ms 2024-11-15T19:08:25,983 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:08:25,983 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/table/3fa212707a314971b93c21339bf7f532 is 88, key is ns2:table2,,1731697684767.5c6039c982f4f909c7af9dac59f9ae72./table:/1731697699481/DeleteFamily/seqid=0 2024-11-15T19:08:25,986 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns2/test-17316975841571/89c3e4ba7646c9632d25d6d8c5ed65fa/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-15T19:08:25,987 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:25,987 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:08:25,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073742001_1177 (size=6364) 2024-11-15T19:08:25,987 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89c3e4ba7646c9632d25d6d8c5ed65fa: Waiting for close lock at 1731697705983Running coprocessor pre-close hooks at 1731697705983Disabling compacts and flushes for region at 1731697705983Disabling writes for close at 1731697705983Writing region close event to WAL at 1731697705983Running coprocessor post-close hooks at 1731697705987 (+4 ms)Closed at 1731697705987 2024-11-15T19:08:25,987 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17316975841571,,1731697586997.89c3e4ba7646c9632d25d6d8c5ed65fa. 2024-11-15T19:08:25,987 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdf2f01cb74a5def85c8455474c2b042, disabling compactions & flushes 2024-11-15T19:08:25,987 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:25,987 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:25,987 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. after waiting 0 ms 2024-11-15T19:08:25,987 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:25,991 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/default/table1/bdf2f01cb74a5def85c8455474c2b042/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-15T19:08:25,992 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:25,992 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:25,992 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdf2f01cb74a5def85c8455474c2b042: Waiting for close lock at 1731697705987Running coprocessor pre-close hooks at 1731697705987Disabling compacts and flushes for region at 1731697705987Disabling writes for close at 1731697705987Writing region close event to WAL at 1731697705988 (+1 ms)Running coprocessor post-close hooks at 1731697705992 (+4 ms)Closed at 1731697705992 2024-11-15T19:08:25,992 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731697689875.bdf2f01cb74a5def85c8455474c2b042. 2024-11-15T19:08:25,992 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4345f0da20b9deffabebe52b0cf8e3bd, disabling compactions & flushes 2024-11-15T19:08:25,992 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:08:25,992 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:08:25,992 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. after waiting 0 ms 2024-11-15T19:08:25,992 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:08:25,995 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns4/test-17316975841573/4345f0da20b9deffabebe52b0cf8e3bd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T19:08:25,995 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:25,995 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:08:25,995 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4345f0da20b9deffabebe52b0cf8e3bd: Waiting for close lock at 1731697705992Running coprocessor pre-close hooks at 1731697705992Disabling compacts and flushes for region at 1731697705992Disabling writes for close at 1731697705992Writing region close event to WAL at 1731697705992Running coprocessor post-close hooks at 1731697705995 (+3 ms)Closed at 1731697705995 2024-11-15T19:08:25,995 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17316975841573,,1731697591462.4345f0da20b9deffabebe52b0cf8e3bd. 2024-11-15T19:08:25,995 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e4da1b6519f4ab61122f88ee46cb643, disabling compactions & flushes 2024-11-15T19:08:25,995 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:08:25,995 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:08:25,995 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. after waiting 0 ms 2024-11-15T19:08:25,996 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:08:25,998 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/ns3/test-17316975841572/0e4da1b6519f4ab61122f88ee46cb643/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T19:08:25,999 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:25,999 INFO [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:08:25,999 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e4da1b6519f4ab61122f88ee46cb643: Waiting for close lock at 1731697705995Running coprocessor pre-close hooks at 1731697705995Disabling compacts and flushes for region at 1731697705995Disabling writes for close at 1731697705995Writing region close event to WAL at 1731697705996 (+1 ms)Running coprocessor post-close hooks at 1731697705999 (+3 ms)Closed at 1731697705999 2024-11-15T19:08:25,999 DEBUG [RS_CLOSE_REGION-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17316975841572,,1731697589298.0e4da1b6519f4ab61122f88ee46cb643. 2024-11-15T19:08:26,058 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T19:08:26,259 DEBUG [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T19:08:26,388 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/table/3fa212707a314971b93c21339bf7f532 2024-11-15T19:08:26,404 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/info/b539994ff0184d479e7958df04585e82 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/info/b539994ff0184d479e7958df04585e82 2024-11-15T19:08:26,409 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/info/b539994ff0184d479e7958df04585e82, entries=114, sequenceid=97, filesize=18.6 K 2024-11-15T19:08:26,409 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/ns/3a8de46d15cd4d2a89abbb415c40e3d3 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/ns/3a8de46d15cd4d2a89abbb415c40e3d3 2024-11-15T19:08:26,414 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/ns/3a8de46d15cd4d2a89abbb415c40e3d3, entries=10, sequenceid=97, filesize=5.6 K 2024-11-15T19:08:26,415 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/rep_barrier/7d91fb879eb547f7ba5241de04a3d35b as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/rep_barrier/7d91fb879eb547f7ba5241de04a3d35b 2024-11-15T19:08:26,420 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/rep_barrier/7d91fb879eb547f7ba5241de04a3d35b, entries=3, sequenceid=97, filesize=5.5 K 2024-11-15T19:08:26,421 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/.tmp/table/3fa212707a314971b93c21339bf7f532 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/table/3fa212707a314971b93c21339bf7f532 2024-11-15T19:08:26,426 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/table/3fa212707a314971b93c21339bf7f532, entries=21, sequenceid=97, filesize=6.2 K 2024-11-15T19:08:26,427 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1771ms, sequenceid=97, compaction requested=false 2024-11-15T19:08:26,432 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-15T19:08:26,433 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-15T19:08:26,433 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T19:08:26,433 INFO [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T19:08:26,433 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731697704656Running coprocessor pre-close hooks at 1731697704656Disabling compacts and flushes for region at 1731697704656Disabling writes for close at 1731697704656Obtaining lock to block concurrent updates at 1731697704656Preparing flush snapshotting stores in 1588230740 at 1731697704656Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731697704657 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731697704657Flushing 1588230740/info: creating writer at 1731697704657Flushing 1588230740/info: appending metadata at 1731697704683 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731697704683Flushing 1588230740/ns: creating writer at 1731697705100 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731697705118 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731697705118Flushing 1588230740/rep_barrier: creating writer at 1731697705539 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731697705555 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731697705555Flushing 1588230740/table: creating writer at 1731697705968 (+413 ms)Flushing 1588230740/table: appending metadata at 1731697705983 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731697705983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d08248: reopening flushed file at 1731697706403 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4a8c62: reopening flushed file at 1731697706409 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba0be90: reopening flushed file at 1731697706414 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12220fab: reopening flushed file at 1731697706420 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1771ms, sequenceid=97, compaction requested=false at 1731697706427 (+7 ms)Writing region close event to WAL at 1731697706429 (+2 ms)Running coprocessor post-close hooks at 1731697706433 (+4 ms)Closed at 1731697706433 2024-11-15T19:08:26,433 DEBUG [RS_CLOSE_META-regionserver/74ec74825666:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T19:08:26,459 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(976): stopping server 74ec74825666,37281,1731697575338; all regions closed. 2024-11-15T19:08:26,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.meta.1731697670165.meta not finished, retry = 0 2024-11-15T19:08:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741953_1129 (size=16160) 2024-11-15T19:08:26,571 DEBUG [RS:0;74ec74825666:37281 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs 2024-11-15T19:08:26,571 INFO [RS:0;74ec74825666:37281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.meta:.meta(num 1731697670165) 2024-11-15T19:08:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741955_1131 (size=7926) 2024-11-15T19:08:26,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1.1731697670203 not finished, retry = 0 2024-11-15T19:08:26,686 DEBUG [RS:0;74ec74825666:37281 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs 2024-11-15T19:08:26,686 INFO [RS:0;74ec74825666:37281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-1:(num 1731697670203) 2024-11-15T19:08:26,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741954_1130 (size=4122) 2024-11-15T19:08:26,690 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/WALs/74ec74825666,37281,1731697575338/74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0.1731697670187 not finished, retry = 0 2024-11-15T19:08:26,798 DEBUG [RS:0;74ec74825666:37281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/oldWALs 2024-11-15T19:08:26,798 INFO [RS:0;74ec74825666:37281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 74ec74825666%2C37281%2C1731697575338.74ec74825666%2C37281%2C1731697575338.regiongroup-0:(num 1731697670187) 2024-11-15T19:08:26,798 DEBUG [RS:0;74ec74825666:37281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:26,798 INFO [RS:0;74ec74825666:37281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T19:08:26,799 INFO [RS:0;74ec74825666:37281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:08:26,799 INFO [RS:0;74ec74825666:37281 {}] hbase.ChoreService(370): Chore service for: regionserver/74ec74825666:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T19:08:26,800 INFO [RS:0;74ec74825666:37281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:08:26,800 INFO [regionserver/74ec74825666:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:08:26,801 INFO [RS:0;74ec74825666:37281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37281 2024-11-15T19:08:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-15T19:08:26,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/74ec74825666,37281,1731697575338 2024-11-15T19:08:26,823 INFO [RS:0;74ec74825666:37281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:08:26,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [74ec74825666,37281,1731697575338] 2024-11-15T19:08:26,917 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/74ec74825666,37281,1731697575338 already deleted, retry=false 2024-11-15T19:08:26,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 74ec74825666,37281,1731697575338 expired; onlineServers=0 2024-11-15T19:08:26,918 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '74ec74825666,42107,1731697573674' ***** 2024-11-15T19:08:26,918 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T19:08:26,918 INFO [M:0;74ec74825666:42107 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-15T19:08:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-15T19:08:26,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-15T19:08:26,930 INFO [M:0;74ec74825666:42107 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@2aafda76{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-15T19:08:26,931 INFO [M:0;74ec74825666:42107 {}] server.AbstractConnector(383): Stopped ServerConnector@20f7d02c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-15T19:08:26,931 INFO [M:0;74ec74825666:42107 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:08:26,931 INFO [M:0;74ec74825666:42107 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@e95be18{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-15T19:08:26,931 INFO [M:0;74ec74825666:42107 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4cdc734c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,STOPPED} 2024-11-15T19:08:26,931 INFO [M:0;74ec74825666:42107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T19:08:26,931 INFO [M:0;74ec74825666:42107 {}] master.HMaster(1770): Stopping master jetty server 2024-11-15T19:08:26,932 INFO [M:0;74ec74825666:42107 {}] server.AbstractConnector(383): Stopped ServerConnector@39c3cce8{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-15T19:08:26,932 INFO [M:0;74ec74825666:42107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T19:08:26,932 DEBUG [M:0;74ec74825666:42107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T19:08:26,932 INFO [M:0;74ec74825666:42107 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-15T19:08:26,932 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T19:08:26,933 INFO [M:0;74ec74825666:42107 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;74ec74825666:42107. 2024-11-15T19:08:26,933 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731697578435 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.large.0-1731697578435,5,FailOnTimeoutGroup] 2024-11-15T19:08:26,933 DEBUG [master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731697578436 {}] cleaner.HFileCleaner(306): Exit Thread[master/74ec74825666:0:becomeActiveMaster-HFileCleaner.small.0-1731697578436,5,FailOnTimeoutGroup] 2024-11-15T19:08:26,933 DEBUG [M:0;74ec74825666:42107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T19:08:26,933 DEBUG [M:0;74ec74825666:42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:26,933 DEBUG [M:0;74ec74825666:42107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T19:08:26,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T19:08:26,933 DEBUG [M:0;74ec74825666:42107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T19:08:26,933 INFO [M:0;74ec74825666:42107 {}] hbase.ChoreService(370): Chore service for: master/74ec74825666:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T19:08:26,933 INFO [M:0;74ec74825666:42107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T19:08:26,933 DEBUG [M:0;74ec74825666:42107 {}] master.HMaster(1795): Stopping service threads 2024-11-15T19:08:26,933 INFO [M:0;74ec74825666:42107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T19:08:26,933 INFO [M:0;74ec74825666:42107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T19:08:26,933 ERROR [M:0;74ec74825666:42107 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-15T19:08:26,934 INFO [M:0;74ec74825666:42107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T19:08:26,934 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T19:08:26,934 DEBUG [M:0;74ec74825666:42107 {}] zookeeper.ZKUtil(347): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-15T19:08:26,935 WARN [M:0;74ec74825666:42107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T19:08:26,935 INFO [M:0;74ec74825666:42107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/.lastflushedseqids 2024-11-15T19:08:26,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073742002_1178 (size=761) 2024-11-15T19:08:27,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:08:27,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37281-0x1013fe3f7900001, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:08:27,008 INFO [RS:0;74ec74825666:37281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:08:27,009 INFO [RS:0;74ec74825666:37281 {}] regionserver.HRegionServer(1031): Exiting; stopping=74ec74825666,37281,1731697575338; zookeeper connection closed. 2024-11-15T19:08:27,009 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78d164d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78d164d0 2024-11-15T19:08:27,009 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T19:08:27,345 INFO [M:0;74ec74825666:42107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T19:08:27,345 INFO [M:0;74ec74825666:42107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T19:08:27,345 DEBUG [M:0;74ec74825666:42107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T19:08:27,361 INFO [M:0;74ec74825666:42107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:08:27,361 DEBUG [M:0;74ec74825666:42107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:08:27,361 DEBUG [M:0;74ec74825666:42107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T19:08:27,361 DEBUG [M:0;74ec74825666:42107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:08:27,361 INFO [M:0;74ec74825666:42107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.62 KB heapSize=512.88 KB 2024-11-15T19:08:27,374 DEBUG [M:0;74ec74825666:42107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6d95b7105e54451993d06c4ca1fd2b4 is 82, key is hbase:meta,,1/info:regioninfo/1731697579752/Put/seqid=0 2024-11-15T19:08:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073742003_1179 (size=5672) 2024-11-15T19:08:27,780 INFO [M:0;74ec74825666:42107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6d95b7105e54451993d06c4ca1fd2b4 2024-11-15T19:08:27,806 DEBUG [M:0;74ec74825666:42107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/084f17fc34a049ce9fad88159a742812 is 2200, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1731697696605/Put/seqid=0 2024-11-15T19:08:27,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073742004_1180 (size=28867) 2024-11-15T19:08:28,211 INFO [M:0;74ec74825666:42107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.07 KB at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/084f17fc34a049ce9fad88159a742812 2024-11-15T19:08:28,222 INFO [M:0;74ec74825666:42107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 084f17fc34a049ce9fad88159a742812 2024-11-15T19:08:28,238 DEBUG [M:0;74ec74825666:42107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a89a7d74f42640f2a93b00fdad95305a is 69, key is 74ec74825666,37281,1731697575338/rs:state/1731697578552/Put/seqid=0 2024-11-15T19:08:28,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073742005_1181 (size=5156) 2024-11-15T19:08:28,643 INFO [M:0;74ec74825666:42107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a89a7d74f42640f2a93b00fdad95305a 2024-11-15T19:08:28,655 DEBUG [M:0;74ec74825666:42107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6d95b7105e54451993d06c4ca1fd2b4 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6d95b7105e54451993d06c4ca1fd2b4 2024-11-15T19:08:28,662 INFO [M:0;74ec74825666:42107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6d95b7105e54451993d06c4ca1fd2b4, entries=8, sequenceid=898, filesize=5.5 K 2024-11-15T19:08:28,663 DEBUG [M:0;74ec74825666:42107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/084f17fc34a049ce9fad88159a742812 as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/084f17fc34a049ce9fad88159a742812 2024-11-15T19:08:28,669 INFO [M:0;74ec74825666:42107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 084f17fc34a049ce9fad88159a742812 2024-11-15T19:08:28,669 INFO [M:0;74ec74825666:42107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/084f17fc34a049ce9fad88159a742812, entries=93, sequenceid=898, filesize=28.2 K 2024-11-15T19:08:28,670 DEBUG [M:0;74ec74825666:42107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a89a7d74f42640f2a93b00fdad95305a as hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a89a7d74f42640f2a93b00fdad95305a 2024-11-15T19:08:28,675 INFO [M:0;74ec74825666:42107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a89a7d74f42640f2a93b00fdad95305a, entries=1, sequenceid=898, filesize=5.0 K 2024-11-15T19:08:28,675 INFO [M:0;74ec74825666:42107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.62 KB/447102, heapSize ~512.58 KB/524880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=898, compaction requested=false 2024-11-15T19:08:28,677 INFO [M:0;74ec74825666:42107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T19:08:28,677 DEBUG [M:0;74ec74825666:42107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731697707345Disabling compacts and flushes for region at 1731697707345Disabling writes for close at 1731697707361 (+16 ms)Obtaining lock to block concurrent updates at 1731697707361Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731697707361Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447102, getHeapSize=525120, getOffHeapSize=0, getCellsCount=1021 at 1731697707362 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731697707362Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731697707362Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731697707374 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731697707374Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731697707790 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731697707806 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731697707806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731697708223 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731697708237 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731697708237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76905651: reopening flushed file at 1731697708653 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79077ec6: reopening flushed file at 1731697708662 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fa07c7: reopening flushed file at 1731697708669 (+7 ms)Finished flush of dataSize ~436.62 KB/447102, heapSize ~512.58 KB/524880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=898, compaction requested=false at 1731697708675 (+6 ms)Writing region close event to WAL at 1731697708677 (+2 ms)Closed at 1731697708677 2024-11-15T19:08:28,679 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87777609-c1de-91a9-34e6-4b17593f93d0/MasterData/WALs/74ec74825666,42107,1731697573674/74ec74825666%2C42107%2C1731697573674.74ec74825666%2C42107%2C1731697573674.regiongroup-0.1731697577536 not finished, retry = 0 2024-11-15T19:08:28,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741830_1006 (size=506383) 2024-11-15T19:08:28,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T19:08:28,781 INFO [M:0;74ec74825666:42107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T19:08:28,781 INFO [M:0;74ec74825666:42107 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-15T19:08:28,781 INFO [M:0;74ec74825666:42107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42107 2024-11-15T19:08:28,781 INFO [M:0;74ec74825666:42107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T19:08:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:08:28,951 INFO [M:0;74ec74825666:42107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T19:08:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42107-0x1013fe3f7900000, quorum=127.0.0.1:60817, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T19:08:28,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T19:08:28,978 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:08:28,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:08:28,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:08:28,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,STOPPED} 2024-11-15T19:08:28,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T19:08:28,981 WARN [BP-710798860-172.17.0.2-1731697569673 heartbeating to localhost/127.0.0.1:44073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T19:08:28,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T19:08:28,981 WARN [BP-710798860-172.17.0.2-1731697569673 heartbeating to localhost/127.0.0.1:44073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-710798860-172.17.0.2-1731697569673 (Datanode Uuid 08db5383-de84-4cbd-a61b-9e9a74f9d1be) service to localhost/127.0.0.1:44073 2024-11-15T19:08:28,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054/data/data1/current/BP-710798860-172.17.0.2-1731697569673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:08:28,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/cluster_42e4a83d-e6e5-99d3-f2f8-5cb264418054/data/data2/current/BP-710798860-172.17.0.2-1731697569673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T19:08:28,983 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T19:08:28,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T19:08:28,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:08:28,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:08:28,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T19:08:28,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,STOPPED} 2024-11-15T19:08:29,002 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T19:08:29,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T19:08:29,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-15T19:08:29,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4af2d556{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T19:08:29,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@710b6bc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:08:29,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:08:29,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49859f6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T19:08:29,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ea3b6e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,STOPPED} 2024-11-15T19:08:29,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9b44b03{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-15T19:08:29,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f7202f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:08:29,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:08:29,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b17712e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T19:08:29,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f86e72b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,STOPPED} 2024-11-15T19:08:29,081 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-15T19:08:29,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bc24d92{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-15T19:08:29,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b748ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:08:29,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:08:29,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282c7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T19:08:29,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31795375{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,STOPPED} 2024-11-15T19:08:29,084 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-15T19:08:29,087 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-15T19:08:29,087 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-15T19:08:29,088 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-15T19:08:29,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b8b3d95{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-15T19:08:29,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@777737f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T19:08:29,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T19:08:29,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fea1fa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-15T19:08:29,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7907cc73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/5c2d72db-b19a-f5fa-e0b1-08e31dd491cc/hadoop.log.dir/,STOPPED} 2024-11-15T19:08:29,092 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-15T19:08:29,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped