2024-11-23 08:33:59,907 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-23 08:33:59,925 main DEBUG Took 0.014759 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 08:33:59,926 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 08:33:59,926 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 08:33:59,927 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 08:33:59,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,944 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 08:33:59,964 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,969 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,970 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,972 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,973 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,975 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,976 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,977 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,980 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,981 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:33:59,985 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,985 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 08:33:59,987 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:33:59,989 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 08:33:59,992 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 08:33:59,992 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 08:33:59,994 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 08:34:00,004 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 08:34:00,018 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 08:34:00,024 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 08:34:00,028 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 08:34:00,029 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 08:34:00,030 main DEBUG createAppenders(={Console}) 2024-11-23 08:34:00,031 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-23 08:34:00,033 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-23 08:34:00,034 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-23 08:34:00,035 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 08:34:00,036 main DEBUG OutputStream closed 2024-11-23 08:34:00,037 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 08:34:00,038 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 08:34:00,038 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-23 08:34:00,154 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 08:34:00,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 08:34:00,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 08:34:00,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 08:34:00,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 08:34:00,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 08:34:00,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 08:34:00,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 08:34:00,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 08:34:00,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 08:34:00,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 08:34:00,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 08:34:00,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 08:34:00,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 08:34:00,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 08:34:00,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 08:34:00,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 08:34:00,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 08:34:00,174 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 08:34:00,175 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-23 08:34:00,175 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 08:34:00,178 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-23T08:34:00,279 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-23 08:34:00,285 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 08:34:00,286 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T08:34:00,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5 2024-11-23T08:34:00,894 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-23T08:34:00,896 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:34:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T08:34:00,917 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888, deleteOnExit=true 2024-11-23T08:34:00,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T08:34:00,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/test.cache.data in system properties and HBase conf 2024-11-23T08:34:00,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T08:34:00,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir in system properties and HBase conf 2024-11-23T08:34:00,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T08:34:00,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T08:34:00,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T08:34:01,051 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T08:34:01,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T08:34:01,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T08:34:01,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T08:34:01,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T08:34:01,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T08:34:01,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T08:34:01,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T08:34:01,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T08:34:01,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T08:34:01,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T08:34:01,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/nfs.dump.dir in system properties and HBase conf 2024-11-23T08:34:01,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/java.io.tmpdir in system properties and HBase conf 2024-11-23T08:34:01,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T08:34:01,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T08:34:01,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T08:34:02,675 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T08:34:02,791 INFO [Time-limited test {}] log.Log(170): Logging initialized @3885ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T08:34:02,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:03,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T08:34:03,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T08:34:03,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T08:34:03,107 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T08:34:03,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:03,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,AVAILABLE} 2024-11-23T08:34:03,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T08:34:03,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df1a11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/java.io.tmpdir/jetty-localhost-42241-hadoop-hdfs-3_4_1-tests_jar-_-any-6439966068106992651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T08:34:03,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:42241} 2024-11-23T08:34:03,454 INFO [Time-limited test {}] server.Server(415): Started @4549ms 2024-11-23T08:34:04,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:04,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T08:34:04,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T08:34:04,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T08:34:04,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T08:34:04,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,AVAILABLE} 2024-11-23T08:34:04,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T08:34:04,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6628e1d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/java.io.tmpdir/jetty-localhost-41915-hadoop-hdfs-3_4_1-tests_jar-_-any-5591377517997481627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T08:34:04,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:41915} 2024-11-23T08:34:04,209 INFO [Time-limited test {}] server.Server(415): Started @5305ms 2024-11-23T08:34:04,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T08:34:05,585 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888/data/data1/current/BP-604693353-172.17.0.2-1732350842107/current, will proceed with Du for space computation calculation, 2024-11-23T08:34:05,585 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888/data/data2/current/BP-604693353-172.17.0.2-1732350842107/current, will proceed with Du for space computation calculation, 2024-11-23T08:34:05,620 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T08:34:05,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb33d28c91b808dd8 with lease ID 0x50989504e586db0d: Processing first storage report for DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d from datanode DatanodeRegistration(127.0.0.1:35749, datanodeUuid=d9e91256-4639-4a2d-b257-c72a9ac994e7, infoPort=37381, infoSecurePort=0, ipcPort=43937, storageInfo=lv=-57;cid=testClusterID;nsid=1663566112;c=1732350842107) 2024-11-23T08:34:05,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb33d28c91b808dd8 with lease ID 0x50989504e586db0d: from storage DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d node DatanodeRegistration(127.0.0.1:35749, datanodeUuid=d9e91256-4639-4a2d-b257-c72a9ac994e7, infoPort=37381, infoSecurePort=0, ipcPort=43937, storageInfo=lv=-57;cid=testClusterID;nsid=1663566112;c=1732350842107), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-23T08:34:05,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb33d28c91b808dd8 with lease ID 0x50989504e586db0d: Processing first storage report for DS-810df876-fbde-4806-8307-e9f5bf52e7c0 from datanode DatanodeRegistration(127.0.0.1:35749, datanodeUuid=d9e91256-4639-4a2d-b257-c72a9ac994e7, infoPort=37381, infoSecurePort=0, ipcPort=43937, storageInfo=lv=-57;cid=testClusterID;nsid=1663566112;c=1732350842107) 2024-11-23T08:34:05,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb33d28c91b808dd8 with lease ID 0x50989504e586db0d: from storage DS-810df876-fbde-4806-8307-e9f5bf52e7c0 node DatanodeRegistration(127.0.0.1:35749, datanodeUuid=d9e91256-4639-4a2d-b257-c72a9ac994e7, infoPort=37381, infoSecurePort=0, ipcPort=43937, storageInfo=lv=-57;cid=testClusterID;nsid=1663566112;c=1732350842107), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T08:34:05,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5 2024-11-23T08:34:05,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888/zookeeper_0, clientPort=63431, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T08:34:05,876 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63431 2024-11-23T08:34:05,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T08:34:05,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T08:34:06,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741825_1001 (size=7) 2024-11-23T08:34:06,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a with version=8 2024-11-23T08:34:06,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging 2024-11-23T08:34:06,617 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-23T08:34:06,617 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-23T08:34:06,618 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-23T08:34:06,618 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-23T08:34:06,697 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T08:34:07,026 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b33d9013c60a:0 server-side Connection retries=45 2024-11-23T08:34:07,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T08:34:07,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T08:34:07,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T08:34:07,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T08:34:07,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T08:34:07,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T08:34:07,310 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T08:34:07,320 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T08:34:07,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:34:07,348 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 150823 (auto-detected) 2024-11-23T08:34:07,349 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T08:34:07,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37883 2024-11-23T08:34:07,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37883 connecting to ZooKeeper ensemble=127.0.0.1:63431 2024-11-23T08:34:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378830x0, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T08:34:07,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37883-0x101681db6510000 connected 2024-11-23T08:34:07,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T08:34:07,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T08:34:07,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-23T08:34:07,596 INFO [Time-limited test {}] log.Log(170): Logging initialized @8692ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T08:34:07,652 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-23T08:34:07,653 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-23T08:34:07,654 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-23T08:34:07,654 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-23T08:34:07,655 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-23T08:34:07,656 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-23T08:34:07,656 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-23T08:34:07,656 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-23T08:34:07,658 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-23T08:34:07,733 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 38733 2024-11-23T08:34:07,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-23T08:34:07,752 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-23T08:34:07,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@613be4cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,AVAILABLE} 2024-11-23T08:34:07,755 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-23T08:34:07,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@e90fde3{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-23T08:34:07,806 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-23T08:34:07,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T08:34:07,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T08:34:07,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T08:34:07,818 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-23T08:34:08,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6b147c85{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-23T08:34:08,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bf75574{HTTP/1.1, (http/1.1)}{0.0.0.0:38733} 2024-11-23T08:34:08,569 INFO [Time-limited test {}] server.Server(415): Started @9665ms 2024-11-23T08:34:08,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a, hbase.cluster.distributed=false 2024-11-23T08:34:08,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-23T08:34:08,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-23T08:34:08,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37883 2024-11-23T08:34:08,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37883 2024-11-23T08:34:08,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-23T08:34:08,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-23T08:34:08,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b33d9013c60a:0 server-side Connection retries=45 2024-11-23T08:34:08,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T08:34:08,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T08:34:08,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T08:34:08,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T08:34:08,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T08:34:08,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T08:34:08,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:34:08,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38293 2024-11-23T08:34:08,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38293 connecting to ZooKeeper ensemble=127.0.0.1:63431 2024-11-23T08:34:08,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T08:34:08,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T08:34:08,780 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382930x0, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T08:34:08,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38293-0x101681db6510001 connected 2024-11-23T08:34:08,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-23T08:34:08,785 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-23T08:34:08,785 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-23T08:34:08,785 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-23T08:34:08,786 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-23T08:34:08,786 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-23T08:34:08,787 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-23T08:34:08,787 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-23T08:34:08,788 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-23T08:34:08,788 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-23T08:34:08,790 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 41385 2024-11-23T08:34:08,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-23T08:34:08,796 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-23T08:34:08,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@638beb74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,AVAILABLE} 2024-11-23T08:34:08,796 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-23T08:34:08,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3318d839{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-23T08:34:08,814 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-23T08:34:08,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T08:34:08,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T08:34:08,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T08:34:08,816 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-23T08:34:08,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@17da9b47{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-23T08:34:08,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@126a703e{HTTP/1.1, (http/1.1)}{0.0.0.0:41385} 2024-11-23T08:34:08,820 INFO [Time-limited test {}] server.Server(415): Started @9916ms 2024-11-23T08:34:08,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T08:34:08,834 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T08:34:08,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-23T08:34:08,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-23T08:34:08,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38293 2024-11-23T08:34:08,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38293 2024-11-23T08:34:08,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38293 2024-11-23T08:34:08,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38293 2024-11-23T08:34:08,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38293 2024-11-23T08:34:08,872 DEBUG [M:0;b33d9013c60a:37883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b33d9013c60a:37883 2024-11-23T08:34:08,875 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-23T08:34:08,877 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@36afbcba{HTTP/1.1, (http/1.1)}{0.0.0.0:45737} 2024-11-23T08:34:08,877 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] server.Server(415): Started @9973ms 2024-11-23T08:34:08,878 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/b33d9013c60a,37883,1732350846764 2024-11-23T08:34:08,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-23T08:34:08,908 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-23T08:34:08,910 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/b33d9013c60a,37883,1732350846764 2024-11-23T08:34:08,938 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-23T08:34:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:08,938 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:08,938 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-23T08:34:08,940 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/b33d9013c60a,37883,1732350846764 from backup master directory 2024-11-23T08:34:08,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/b33d9013c60a,37883,1732350846764 2024-11-23T08:34:08,949 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-23T08:34:08,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-23T08:34:08,949 WARN [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T08:34:08,950 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b33d9013c60a,37883,1732350846764 2024-11-23T08:34:08,952 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T08:34:08,953 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T08:34:09,006 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase.id] with ID: ffc55aa7-565c-453b-bd9e-cc4f1f5def0b 2024-11-23T08:34:09,006 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.tmp/hbase.id 2024-11-23T08:34:09,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741826_1002 (size=42) 2024-11-23T08:34:09,419 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.tmp/hbase.id]:[hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase.id] 2024-11-23T08:34:09,469 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T08:34:09,474 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T08:34:09,494 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-23T08:34:09,515 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:09,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741827_1003 (size=196) 2024-11-23T08:34:09,947 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:09,949 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T08:34:09,954 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-23T08:34:09,957 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-23T08:34:09,966 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T08:34:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741828_1004 (size=1189) 2024-11-23T08:34:10,415 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store 2024-11-23T08:34:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741829_1005 (size=34) 2024-11-23T08:34:10,437 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T08:34:10,441 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:10,443 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T08:34:10,443 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T08:34:10,443 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T08:34:10,445 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T08:34:10,445 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T08:34:10,446 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T08:34:10,447 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732350850443Disabling compacts and flushes for region at 1732350850443Disabling writes for close at 1732350850445 (+2 ms)Writing region close event to WAL at 1732350850445Closed at 1732350850445 2024-11-23T08:34:10,449 WARN [master/b33d9013c60a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/.initializing 2024-11-23T08:34:10,449 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/WALs/b33d9013c60a,37883,1732350846764 2024-11-23T08:34:10,454 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T08:34:10,460 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b33d9013c60a,37883,1732350846764.regiongroup-0 2024-11-23T08:34:10,477 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b33d9013c60a%2C37883%2C1732350846764.b33d9013c60a%2C37883%2C1732350846764.regiongroup-0, suffix=, logDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/WALs/b33d9013c60a,37883,1732350846764, archiveDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/oldWALs, maxLogs=10 2024-11-23T08:34:10,504 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/WALs/b33d9013c60a,37883,1732350846764/b33d9013c60a%2C37883%2C1732350846764.b33d9013c60a%2C37883%2C1732350846764.regiongroup-0.1732350850482, exclude list is [], retry=0 2024-11-23T08:34:10,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:10,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T08:34:10,558 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/WALs/b33d9013c60a,37883,1732350846764/b33d9013c60a%2C37883%2C1732350846764.b33d9013c60a%2C37883%2C1732350846764.regiongroup-0.1732350850482 2024-11-23T08:34:10,559 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:10,559 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:34:10,560 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:10,563 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,564 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T08:34:10,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:10,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T08:34:10,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T08:34:10,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:10,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:10,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T08:34:10,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:10,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:10,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T08:34:10,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:10,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:10,649 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,653 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,654 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,660 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,660 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,664 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T08:34:10,667 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T08:34:10,672 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:34:10,673 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10983992640, jitterRate=0.022964030504226685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T08:34:10,680 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732350850579Initializing all the Stores at 1732350850582 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732350850582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350850584 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350850584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350850584Cleaning up temporary data from old regions at 1732350850660 (+76 ms)Region opened successfully at 1732350850680 (+20 ms) 2024-11-23T08:34:10,682 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T08:34:10,736 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6a5164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b33d9013c60a/172.17.0.2:0 2024-11-23T08:34:10,781 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T08:34:10,796 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T08:34:10,796 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T08:34:10,799 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T08:34:10,801 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T08:34:10,807 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-23T08:34:10,807 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T08:34:10,832 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T08:34:10,841 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-23T08:34:10,873 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-23T08:34:10,876 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T08:34:10,879 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-23T08:34:10,890 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-23T08:34:10,893 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T08:34:10,897 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-23T08:34:10,907 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-23T08:34:10,909 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-23T08:34:10,920 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-23T08:34:10,942 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T08:34:10,953 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-23T08:34:10,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-23T08:34:10,965 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-23T08:34:10,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:10,965 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:10,969 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b33d9013c60a,37883,1732350846764, sessionid=0x101681db6510000, setting cluster-up flag (Was=false) 2024-11-23T08:34:10,976 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-23T08:34:10,998 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:10,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:11,023 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-23T08:34:11,026 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b33d9013c60a,37883,1732350846764 2024-11-23T08:34:11,048 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:11,083 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-23T08:34:11,088 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b33d9013c60a,37883,1732350846764 2024-11-23T08:34:11,107 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:11,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:11,148 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-23T08:34:11,150 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b33d9013c60a,37883,1732350846764 2024-11-23T08:34:11,157 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T08:34:11,164 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(746): ClusterId : ffc55aa7-565c-453b-bd9e-cc4f1f5def0b 2024-11-23T08:34:11,165 INFO [RS:0;b33d9013c60a:38293 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-23T08:34:11,167 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T08:34:11,184 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T08:34:11,184 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-23T08:34:11,200 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-23T08:34:11,200 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T08:34:11,208 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T08:34:11,209 DEBUG [RS:0;b33d9013c60a:38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223f3ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b33d9013c60a/172.17.0.2:0 2024-11-23T08:34:11,225 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b33d9013c60a:38293 2024-11-23T08:34:11,228 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T08:34:11,228 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T08:34:11,228 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T08:34:11,230 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(2659): reportForDuty to master=b33d9013c60a,37883,1732350846764 with port=38293, startcode=1732350848707 2024-11-23T08:34:11,242 DEBUG [RS:0;b33d9013c60a:38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T08:34:11,250 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T08:34:11,261 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T08:34:11,270 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T08:34:11,281 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50597, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T08:34:11,277 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b33d9013c60a,37883,1732350846764 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T08:34:11,288 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b33d9013c60a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T08:34:11,288 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b33d9013c60a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T08:34:11,289 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b33d9013c60a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T08:34:11,289 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b33d9013c60a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T08:34:11,289 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37883 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T08:34:11,289 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b33d9013c60a:0, corePoolSize=10, maxPoolSize=10 2024-11-23T08:34:11,289 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,289 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b33d9013c60a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T08:34:11,290 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,295 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732350881295 2024-11-23T08:34:11,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T08:34:11,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T08:34:11,297 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T08:34:11,298 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T08:34:11,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:11,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T08:34:11,303 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T08:34:11,304 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-23T08:34:11,304 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T08:34:11,305 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T08:34:11,305 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T08:34:11,307 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741831_1007 (size=1321) 2024-11-23T08:34:11,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T08:34:11,318 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T08:34:11,318 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:11,320 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T08:34:11,320 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T08:34:11,322 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T08:34:11,322 WARN [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T08:34:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741832_1008 (size=32) 2024-11-23T08:34:11,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:11,336 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302a0a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:11,336 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:11,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T08:34:11,340 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:11,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T08:34:11,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:11,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T08:34:11,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T08:34:11,346 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:11,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T08:34:11,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:11,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T08:34:11,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T08:34:11,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:11,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T08:34:11,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:11,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T08:34:11,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T08:34:11,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:11,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bd4025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:11,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:11,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T08:34:11,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:11,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T08:34:11,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T08:34:11,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:11,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740 2024-11-23T08:34:11,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740 2024-11-23T08:34:11,361 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:11,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:11,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T08:34:11,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T08:34:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b542e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:11,366 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-23T08:34:11,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T08:34:11,369 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T08:34:11,369 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T08:34:11,371 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b33d9013c60a:0:becomeActiveMaster-HFileCleaner.large.0-1732350851371,5,FailOnTimeoutGroup] 2024-11-23T08:34:11,372 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b33d9013c60a:0:becomeActiveMaster-HFileCleaner.small.0-1732350851371,5,FailOnTimeoutGroup] 2024-11-23T08:34:11,372 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,372 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T08:34:11,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T08:34:11,374 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,374 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,381 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:34:11,383 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11684441760, jitterRate=0.08819843828678131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T08:34:11,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732350851336Initializing all the Stores at 1732350851338 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732350851338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732350851338Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350851338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732350851338Cleaning up temporary data from old regions at 1732350851364 (+26 ms)Region opened successfully at 1732350851386 (+22 ms) 2024-11-23T08:34:11,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T08:34:11,387 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T08:34:11,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T08:34:11,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T08:34:11,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T08:34:11,390 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T08:34:11,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732350851387Disabling compacts and flushes for region at 1732350851387Disabling writes for close at 1732350851387Writing region close event to WAL at 1732350851389 (+2 ms)Closed at 1732350851390 (+1 ms) 2024-11-23T08:34:11,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T08:34:11,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T08:34:11,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T08:34:11,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T08:34:11,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T08:34:11,424 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(2659): reportForDuty to master=b33d9013c60a,37883,1732350846764 with port=38293, startcode=1732350848707 2024-11-23T08:34:11,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b33d9013c60a,38293,1732350848707 2024-11-23T08:34:11,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37883 {}] master.ServerManager(517): Registering regionserver=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:11,440 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:11,440 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37431 2024-11-23T08:34:11,440 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=38733 2024-11-23T08:34:11,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-23T08:34:11,479 DEBUG [RS:0;b33d9013c60a:38293 {}] zookeeper.ZKUtil(111): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/rs/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:11,480 WARN [RS:0;b33d9013c60a:38293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T08:34:11,480 INFO [RS:0;b33d9013c60a:38293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-23T08:34:11,480 INFO [RS:0;b33d9013c60a:38293 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-23T08:34:11,481 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:11,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b33d9013c60a,38293,1732350848707] 2024-11-23T08:34:11,514 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T08:34:11,532 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T08:34:11,538 INFO [RS:0;b33d9013c60a:38293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T08:34:11,538 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,539 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T08:34:11,545 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T08:34:11,547 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,548 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,548 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,548 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,548 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,548 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,548 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b33d9013c60a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T08:34:11,549 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,549 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,549 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,549 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,549 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,549 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b33d9013c60a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T08:34:11,550 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T08:34:11,550 DEBUG [RS:0;b33d9013c60a:38293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b33d9013c60a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T08:34:11,551 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,551 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,551 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,551 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,551 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,552 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=b33d9013c60a,38293,1732350848707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T08:34:11,565 WARN [b33d9013c60a:37883 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T08:34:11,570 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T08:34:11,572 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=b33d9013c60a,38293,1732350848707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,572 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,572 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.Replication(171): b33d9013c60a,38293,1732350848707 started 2024-11-23T08:34:11,587 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:11,587 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1482): Serving as b33d9013c60a,38293,1732350848707, RpcServer on b33d9013c60a/172.17.0.2:38293, sessionid=0x101681db6510001 2024-11-23T08:34:11,588 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T08:34:11,588 DEBUG [RS:0;b33d9013c60a:38293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b33d9013c60a,38293,1732350848707 2024-11-23T08:34:11,588 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b33d9013c60a,38293,1732350848707' 2024-11-23T08:34:11,588 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-23T08:34:11,589 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-23T08:34:11,590 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T08:34:11,590 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-23T08:34:11,590 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b33d9013c60a,38293,1732350848707' 2024-11-23T08:34:11,590 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-23T08:34:11,590 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-23T08:34:11,591 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-23T08:34:11,591 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-23T08:34:11,591 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T08:34:11,591 DEBUG [RS:0;b33d9013c60a:38293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b33d9013c60a,38293,1732350848707 2024-11-23T08:34:11,591 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b33d9013c60a,38293,1732350848707' 2024-11-23T08:34:11,591 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-23T08:34:11,592 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-23T08:34:11,593 DEBUG [RS:0;b33d9013c60a:38293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T08:34:11,593 INFO [RS:0;b33d9013c60a:38293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T08:34:11,593 INFO [RS:0;b33d9013c60a:38293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T08:34:11,698 INFO [RS:0;b33d9013c60a:38293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T08:34:11,699 INFO [RS:0;b33d9013c60a:38293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b33d9013c60a,38293,1732350848707.regiongroup-0 2024-11-23T08:34:11,703 INFO [RS:0;b33d9013c60a:38293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0, suffix=, logDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707, archiveDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs, maxLogs=32 2024-11-23T08:34:11,723 DEBUG [RS:0;b33d9013c60a:38293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350851705, exclude list is [], retry=0 2024-11-23T08:34:11,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:11,733 INFO [RS:0;b33d9013c60a:38293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350851705 2024-11-23T08:34:11,733 DEBUG [RS:0;b33d9013c60a:38293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:11,818 DEBUG [b33d9013c60a:37883 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T08:34:11,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:11,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b33d9013c60a,38293,1732350848707, state=OPENING 2024-11-23T08:34:11,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T08:34:11,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:11,881 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:34:11,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-23T08:34:11,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-23T08:34:11,884 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T08:34:11,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:34:12,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T08:34:12,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T08:34:12,070 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T08:34:12,071 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-23T08:34:12,071 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-23T08:34:12,071 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T08:34:12,072 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T08:34:12,075 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b33d9013c60a%2C38293%2C1732350848707.meta, suffix=.meta, logDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707, archiveDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs, maxLogs=32 2024-11-23T08:34:12,088 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350852077.meta, exclude list is [], retry=0 2024-11-23T08:34:12,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:12,094 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350852077.meta 2024-11-23T08:34:12,095 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:12,095 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:34:12,099 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:34:12,100 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T08:34:12,102 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T08:34:12,103 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T08:34:12,106 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T08:34:12,106 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:12,106 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T08:34:12,106 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T08:34:12,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T08:34:12,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T08:34:12,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:12,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T08:34:12,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T08:34:12,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T08:34:12,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:12,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T08:34:12,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T08:34:12,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T08:34:12,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:12,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T08:34:12,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T08:34:12,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T08:34:12,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:12,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T08:34:12,119 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T08:34:12,121 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740 2024-11-23T08:34:12,123 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740 2024-11-23T08:34:12,125 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T08:34:12,125 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T08:34:12,126 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T08:34:12,129 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T08:34:12,130 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10420112160, jitterRate=-0.0295514315366745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T08:34:12,130 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T08:34:12,131 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732350852107Writing region info on filesystem at 1732350852107Initializing all the Stores at 1732350852109 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732350852109Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732350852109Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350852109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732350852109Cleaning up temporary data from old regions at 1732350852125 (+16 ms)Running coprocessor post-open hooks at 1732350852130 (+5 ms)Region opened successfully at 1732350852131 (+1 ms) 2024-11-23T08:34:12,139 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732350852050 2024-11-23T08:34:12,149 DEBUG [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T08:34:12,150 INFO [RS_OPEN_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T08:34:12,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:12,153 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b33d9013c60a,38293,1732350848707, state=OPEN 2024-11-23T08:34:12,187 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-23T08:34:12,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-23T08:34:12,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-23T08:34:12,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-23T08:34:12,187 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:12,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T08:34:12,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b33d9013c60a,38293,1732350848707 in 302 msec 2024-11-23T08:34:12,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T08:34:12,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 794 msec 2024-11-23T08:34:12,201 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T08:34:12,201 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T08:34:12,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:12,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:12,236 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:12,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56401, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:12,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0680 sec 2024-11-23T08:34:12,260 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732350852260, completionTime=-1 2024-11-23T08:34:12,262 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T08:34:12,263 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T08:34:12,288 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T08:34:12,288 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732350912288 2024-11-23T08:34:12,288 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732350972288 2024-11-23T08:34:12,288 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-23T08:34:12,290 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b33d9013c60a,37883,1732350846764-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:12,290 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b33d9013c60a,37883,1732350846764-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:12,290 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b33d9013c60a,37883,1732350846764-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:12,292 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b33d9013c60a:37883, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:12,292 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:12,293 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:12,298 DEBUG [master/b33d9013c60a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T08:34:12,326 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.376sec 2024-11-23T08:34:12,328 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T08:34:12,330 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T08:34:12,331 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T08:34:12,332 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T08:34:12,332 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T08:34:12,333 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b33d9013c60a,37883,1732350846764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T08:34:12,334 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b33d9013c60a,37883,1732350846764-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T08:34:12,343 DEBUG [master/b33d9013c60a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T08:34:12,344 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T08:34:12,345 INFO [master/b33d9013c60a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b33d9013c60a,37883,1732350846764-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T08:34:12,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46939077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:12,368 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T08:34:12,368 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T08:34:12,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:12,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:12,381 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539c4845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:12,387 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:12,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d5e7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:12,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:12,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:12,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:12,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b33d9013c60a,37883,1732350846764 2024-11-23T08:34:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-23T08:34:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/test.cache.data in system properties and HBase conf 2024-11-23T08:34:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T08:34:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir in system properties and HBase conf 2024-11-23T08:34:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T08:34:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T08:34:12,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T08:34:12,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T08:34:12,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T08:34:12,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T08:34:12,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T08:34:12,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T08:34:12,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T08:34:12,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T08:34:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T08:34:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T08:34:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/nfs.dump.dir in system properties and HBase conf 2024-11-23T08:34:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/java.io.tmpdir in system properties and HBase conf 2024-11-23T08:34:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T08:34:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T08:34:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T08:34:12,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741835_1011 (size=592039) 2024-11-23T08:34:12,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741836_1012 (size=1663647) 2024-11-23T08:34:14,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:14,557 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:14,780 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T08:34:14,780 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-23T08:34:14,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T08:34:14,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T08:34:14,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T08:34:14,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T08:34:14,791 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T08:34:14,791 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T08:34:14,791 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T08:34:14,791 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17b6f87b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,AVAILABLE} 2024-11-23T08:34:14,792 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5543ea92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-23T08:34:14,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:14,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeecc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,AVAILABLE} 2024-11-23T08:34:14,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f704027{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-23T08:34:14,928 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-23T08:34:14,929 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-23T08:34:14,929 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-23T08:34:14,930 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-23T08:34:14,969 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-23T08:34:15,085 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-23T08:34:15,309 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-23T08:34:15,332 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@834faa9{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/java.io.tmpdir/jetty-localhost-41255-hadoop-yarn-common-3_4_1_jar-_-any-4512869012649645792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-23T08:34:15,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50bbd132{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/java.io.tmpdir/jetty-localhost-45185-hadoop-yarn-common-3_4_1_jar-_-any-5666615533822072067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-23T08:34:15,333 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@74f2144b{HTTP/1.1, (http/1.1)}{localhost:41255} 2024-11-23T08:34:15,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a8b93e0{HTTP/1.1, (http/1.1)}{localhost:45185} 2024-11-23T08:34:15,333 INFO [Time-limited test {}] server.Server(415): Started @16429ms 2024-11-23T08:34:15,333 INFO [Thread-251 {}] server.Server(415): Started @16429ms 2024-11-23T08:34:15,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741837_1013 (size=5) 2024-11-23T08:34:16,137 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-23T08:34:16,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:16,167 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-23T08:34:16,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T08:34:16,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T08:34:16,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T08:34:16,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T08:34:16,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:16,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d577bdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,AVAILABLE} 2024-11-23T08:34:16,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cc66284{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-23T08:34:16,225 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-23T08:34:16,226 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-23T08:34:16,226 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-23T08:34:16,226 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-23T08:34:16,235 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-23T08:34:16,241 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-23T08:34:16,348 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-23T08:34:16,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436218b8{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/java.io.tmpdir/jetty-localhost-34343-hadoop-yarn-common-3_4_1_jar-_-any-7705850393836660174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-23T08:34:16,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@111f352f{HTTP/1.1, (http/1.1)}{localhost:34343} 2024-11-23T08:34:16,359 INFO [Time-limited test {}] server.Server(415): Started @17455ms 2024-11-23T08:34:16,483 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-23T08:34:16,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:16,506 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-23T08:34:16,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T08:34:16,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T08:34:16,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T08:34:16,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T08:34:16,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T08:34:16,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b2ca8b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,AVAILABLE} 2024-11-23T08:34:16,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e86682f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-23T08:34:16,562 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-23T08:34:16,562 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-23T08:34:16,562 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-23T08:34:16,562 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-23T08:34:16,571 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-23T08:34:16,575 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-23T08:34:16,675 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-23T08:34:16,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ec8fdfd{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/java.io.tmpdir/jetty-localhost-33963-hadoop-yarn-common-3_4_1_jar-_-any-9878878557415940683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-23T08:34:16,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458e7a1a{HTTP/1.1, (http/1.1)}{localhost:33963} 2024-11-23T08:34:16,681 INFO [Time-limited test {}] server.Server(415): Started @17777ms 2024-11-23T08:34:16,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-23T08:34:16,706 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:37431/backupUT 2024-11-23T08:34:16,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:34:16,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:34:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d078ce5 2024-11-23T08:34:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:34:16,724 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:34:16,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-23T08:34:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-23T08:34:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T08:34:16,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 22 msec 2024-11-23T08:34:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T08:34:16,855 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-23T08:34:16,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-23T08:34:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-23T08:34:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-23T08:34:16,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 17 msec 2024-11-23T08:34:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-23T08:34:16,975 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-23T08:34:16,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-23T08:34:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-23T08:34:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-23T08:34:17,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2024-11-23T08:34:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-23T08:34:17,095 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-23T08:34:17,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-23T08:34:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-23T08:34:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T08:34:17,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 15 msec 2024-11-23T08:34:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T08:34:17,214 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-23T08:34:17,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732350856706', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732350856706 2024-11-23T08:34:17,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732350856706 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T08:34:17,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1732350856706" procId is: 8 2024-11-23T08:34:17,239 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-23T08:34:17,241 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732350856706 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T08:34:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741838_1014 (size=367) 2024-11-23T08:34:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-23T08:34:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-23T08:34:17,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-23T08:34:17,672 INFO [RegionOpenAndInit-test-1732350856706-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a195e29065656320eeed00798b708b3e, NAME => 'test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732350856706', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:17,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T08:34:17,695 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T08:34:17,700 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:34:17,700 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-23T08:34:17,700 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T08:34:17,700 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T08:34:17,701 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T08:34:17,701 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T08:34:17,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T08:34:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741839_1015 (size=53) 2024-11-23T08:34:17,709 DEBUG [RegionOpenAndInit-test-1732350856706-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:17,709 DEBUG [RegionOpenAndInit-test-1732350856706-pool-0 {}] regionserver.HRegion(1722): Closing a195e29065656320eeed00798b708b3e, disabling compactions & flushes 2024-11-23T08:34:17,709 INFO [RegionOpenAndInit-test-1732350856706-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:17,709 DEBUG [RegionOpenAndInit-test-1732350856706-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:17,709 DEBUG [RegionOpenAndInit-test-1732350856706-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. after waiting 0 ms 2024-11-23T08:34:17,709 DEBUG [RegionOpenAndInit-test-1732350856706-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:17,709 INFO [RegionOpenAndInit-test-1732350856706-pool-0 {}] regionserver.HRegion(1973): Closed test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:17,709 DEBUG [RegionOpenAndInit-test-1732350856706-pool-0 {}] regionserver.HRegion(1676): Region close journal for a195e29065656320eeed00798b708b3e: Waiting for close lock at 1732350857709Disabling compacts and flushes for region at 1732350857709Disabling writes for close at 1732350857709Writing region close event to WAL at 1732350857709Closed at 1732350857709 2024-11-23T08:34:17,713 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732350856706 execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T08:34:17,718 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732350857713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350857713"}]},"ts":"1732350857713"} 2024-11-23T08:34:17,723 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T08:34:17,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732350856706 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T08:34:17,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732350856706","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350857726"}]},"ts":"1732350857726"} 2024-11-23T08:34:17,733 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732350856706, state=ENABLING in hbase:meta 2024-11-23T08:34:17,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, ASSIGN}] 2024-11-23T08:34:17,737 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, ASSIGN 2024-11-23T08:34:17,738 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:34:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-23T08:34:17,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:17,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, ASSIGN because future has completed 2024-11-23T08:34:17,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:34:18,069 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:18,069 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T08:34:18,069 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor b33d9013c60a,38293,1732350848707.regiongroup-1 2024-11-23T08:34:18,072 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1, suffix=, logDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707, archiveDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs, maxLogs=32 2024-11-23T08:34:18,086 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350858074, exclude list is [], retry=0 2024-11-23T08:34:18,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:18,093 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350858074 2024-11-23T08:34:18,093 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:18,093 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a195e29065656320eeed00798b708b3e, NAME => 'test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:34:18,093 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:34:18,094 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732350856706 a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,094 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:18,094 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,094 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,096 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,099 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a195e29065656320eeed00798b708b3e columnFamilyName f 2024-11-23T08:34:18,099 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:18,100 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(327): Store=a195e29065656320eeed00798b708b3e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:18,100 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,102 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,102 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,103 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,103 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,106 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,109 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:34:18,110 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened a195e29065656320eeed00798b708b3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11469169440, jitterRate=0.0681496411561966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T08:34:18,111 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:18,112 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a195e29065656320eeed00798b708b3e: Running coprocessor pre-open hook at 1732350858094Writing region info on filesystem at 1732350858094Initializing all the Stores at 1732350858096 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350858096Cleaning up temporary data from old regions at 1732350858103 (+7 ms)Running coprocessor post-open hooks at 1732350858111 (+8 ms)Region opened successfully at 1732350858111 2024-11-23T08:34:18,113 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., pid=10, masterSystemTime=1732350858048 2024-11-23T08:34:18,117 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:18,117 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:18,119 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:18,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:34:18,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T08:34:18,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 in 232 msec 2024-11-23T08:34:18,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T08:34:18,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, ASSIGN in 397 msec 2024-11-23T08:34:18,139 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732350856706 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T08:34:18,139 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732350856706","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350858139"}]},"ts":"1732350858139"} 2024-11-23T08:34:18,143 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732350856706, state=ENABLED in hbase:meta 2024-11-23T08:34:18,145 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732350856706 execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T08:34:18,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732350856706 in 919 msec 2024-11-23T08:34:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-23T08:34:18,385 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732350856706 completed 2024-11-23T08:34:18,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d76bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:18,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:18,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:18,387 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:18,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:18,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37aa0cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:18,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:18,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:18,392 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:18,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fb0f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:18,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:18,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:18,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732350856706', row='row0', locateType=CURRENT is [region=test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:34:18,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegion(8528): writing data to region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T08:34:18,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17323508567061', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17323508567061 2024-11-23T08:34:18,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17323508567061 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T08:34:18,595 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:18,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17323508567061" procId is: 11 2024-11-23T08:34:18,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17323508567061 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T08:34:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T08:34:18,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741841_1017 (size=364) 2024-11-23T08:34:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T08:34:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T08:34:19,007 INFO [RegionOpenAndInit-ns2:test-17323508567061-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b973a999cf618c45acfea4f4eb107d1, NAME => 'ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17323508567061', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741842_1018 (size=50) 2024-11-23T08:34:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T08:34:19,416 DEBUG [RegionOpenAndInit-ns2:test-17323508567061-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:19,416 DEBUG [RegionOpenAndInit-ns2:test-17323508567061-pool-0 {}] regionserver.HRegion(1722): Closing 6b973a999cf618c45acfea4f4eb107d1, disabling compactions & flushes 2024-11-23T08:34:19,416 INFO [RegionOpenAndInit-ns2:test-17323508567061-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:34:19,416 DEBUG [RegionOpenAndInit-ns2:test-17323508567061-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:34:19,416 DEBUG [RegionOpenAndInit-ns2:test-17323508567061-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. after waiting 0 ms 2024-11-23T08:34:19,416 DEBUG [RegionOpenAndInit-ns2:test-17323508567061-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:34:19,416 INFO [RegionOpenAndInit-ns2:test-17323508567061-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:34:19,416 DEBUG [RegionOpenAndInit-ns2:test-17323508567061-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b973a999cf618c45acfea4f4eb107d1: Waiting for close lock at 1732350859416Disabling compacts and flushes for region at 1732350859416Disabling writes for close at 1732350859416Writing region close event to WAL at 1732350859416Closed at 1732350859416 2024-11-23T08:34:19,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17323508567061 execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T08:34:19,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732350859418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350859418"}]},"ts":"1732350859418"} 2024-11-23T08:34:19,421 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T08:34:19,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17323508567061 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T08:34:19,423 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17323508567061","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350859423"}]},"ts":"1732350859423"} 2024-11-23T08:34:19,426 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17323508567061, state=ENABLING in hbase:meta 2024-11-23T08:34:19,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17323508567061, region=6b973a999cf618c45acfea4f4eb107d1, ASSIGN}] 2024-11-23T08:34:19,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17323508567061, region=6b973a999cf618c45acfea4f4eb107d1, ASSIGN 2024-11-23T08:34:19,430 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17323508567061, region=6b973a999cf618c45acfea4f4eb107d1, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:34:19,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6b973a999cf618c45acfea4f4eb107d1, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:19,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17323508567061, region=6b973a999cf618c45acfea4f4eb107d1, ASSIGN because future has completed 2024-11-23T08:34:19,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b973a999cf618c45acfea4f4eb107d1, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:34:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T08:34:19,743 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:34:19,744 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b973a999cf618c45acfea4f4eb107d1, NAME => 'ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:34:19,744 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:34:19,744 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17323508567061 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,744 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:19,745 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,745 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,747 INFO [StoreOpener-6b973a999cf618c45acfea4f4eb107d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,749 INFO [StoreOpener-6b973a999cf618c45acfea4f4eb107d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b973a999cf618c45acfea4f4eb107d1 columnFamilyName f 2024-11-23T08:34:19,749 DEBUG [StoreOpener-6b973a999cf618c45acfea4f4eb107d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:19,750 INFO [StoreOpener-6b973a999cf618c45acfea4f4eb107d1-1 {}] regionserver.HStore(327): Store=6b973a999cf618c45acfea4f4eb107d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:19,750 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,752 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,753 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,753 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,753 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,756 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,760 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:34:19,761 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 6b973a999cf618c45acfea4f4eb107d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9644335680, jitterRate=-0.10180124640464783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T08:34:19,761 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:19,762 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6b973a999cf618c45acfea4f4eb107d1: Running coprocessor pre-open hook at 1732350859745Writing region info on filesystem at 1732350859745Initializing all the Stores at 1732350859746 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350859746Cleaning up temporary data from old regions at 1732350859754 (+8 ms)Running coprocessor post-open hooks at 1732350859761 (+7 ms)Region opened successfully at 1732350859762 (+1 ms) 2024-11-23T08:34:19,763 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1., pid=13, masterSystemTime=1732350859739 2024-11-23T08:34:19,766 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:34:19,767 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:34:19,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6b973a999cf618c45acfea4f4eb107d1, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:19,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b973a999cf618c45acfea4f4eb107d1, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:34:19,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T08:34:19,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b973a999cf618c45acfea4f4eb107d1, server=b33d9013c60a,38293,1732350848707 in 188 msec 2024-11-23T08:34:19,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T08:34:19,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17323508567061, region=6b973a999cf618c45acfea4f4eb107d1, ASSIGN in 350 msec 2024-11-23T08:34:19,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17323508567061 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T08:34:19,783 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17323508567061","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350859782"}]},"ts":"1732350859782"} 2024-11-23T08:34:19,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17323508567061, state=ENABLED in hbase:meta 2024-11-23T08:34:19,787 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17323508567061 execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T08:34:19,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17323508567061 in 1.1950 sec 2024-11-23T08:34:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T08:34:20,745 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17323508567061 completed 2024-11-23T08:34:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17323508567061', row='row0', locateType=CURRENT is [region=ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:34:20,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegion(8528): writing data to region ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T08:34:20,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17323508567062', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17323508567062 2024-11-23T08:34:20,902 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17323508567062 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T08:34:20,902 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:20,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17323508567062" procId is: 14 2024-11-23T08:34:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T08:34:20,903 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17323508567062 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T08:34:20,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741843_1019 (size=390) 2024-11-23T08:34:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T08:34:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T08:34:21,314 INFO [RegionOpenAndInit-ns3:test-17323508567062-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60fdca1d76aab241e4da4dce5c641803, NAME => 'ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17323508567062', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:21,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741844_1020 (size=50) 2024-11-23T08:34:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T08:34:21,723 DEBUG [RegionOpenAndInit-ns3:test-17323508567062-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:21,723 DEBUG [RegionOpenAndInit-ns3:test-17323508567062-pool-0 {}] regionserver.HRegion(1722): Closing 60fdca1d76aab241e4da4dce5c641803, disabling compactions & flushes 2024-11-23T08:34:21,724 INFO [RegionOpenAndInit-ns3:test-17323508567062-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:34:21,724 DEBUG [RegionOpenAndInit-ns3:test-17323508567062-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:34:21,724 DEBUG [RegionOpenAndInit-ns3:test-17323508567062-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. after waiting 0 ms 2024-11-23T08:34:21,724 DEBUG [RegionOpenAndInit-ns3:test-17323508567062-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:34:21,724 INFO [RegionOpenAndInit-ns3:test-17323508567062-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:34:21,724 DEBUG [RegionOpenAndInit-ns3:test-17323508567062-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60fdca1d76aab241e4da4dce5c641803: Waiting for close lock at 1732350861723Disabling compacts and flushes for region at 1732350861723Disabling writes for close at 1732350861724 (+1 ms)Writing region close event to WAL at 1732350861724Closed at 1732350861724 2024-11-23T08:34:21,726 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17323508567062 execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T08:34:21,726 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732350861726"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350861726"}]},"ts":"1732350861726"} 2024-11-23T08:34:21,729 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T08:34:21,731 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17323508567062 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T08:34:21,731 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17323508567062","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350861731"}]},"ts":"1732350861731"} 2024-11-23T08:34:21,733 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17323508567062, state=ENABLING in hbase:meta 2024-11-23T08:34:21,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17323508567062, region=60fdca1d76aab241e4da4dce5c641803, ASSIGN}] 2024-11-23T08:34:21,736 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17323508567062, region=60fdca1d76aab241e4da4dce5c641803, ASSIGN 2024-11-23T08:34:21,737 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17323508567062, region=60fdca1d76aab241e4da4dce5c641803, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:34:21,888 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=60fdca1d76aab241e4da4dce5c641803, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:21,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17323508567062, region=60fdca1d76aab241e4da4dce5c641803, ASSIGN because future has completed 2024-11-23T08:34:21,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60fdca1d76aab241e4da4dce5c641803, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:34:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T08:34:22,050 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:34:22,050 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 60fdca1d76aab241e4da4dce5c641803, NAME => 'ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:34:22,051 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:34:22,051 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17323508567062 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,051 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:22,051 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,051 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,053 INFO [StoreOpener-60fdca1d76aab241e4da4dce5c641803-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,056 INFO [StoreOpener-60fdca1d76aab241e4da4dce5c641803-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60fdca1d76aab241e4da4dce5c641803 columnFamilyName f 2024-11-23T08:34:22,056 DEBUG [StoreOpener-60fdca1d76aab241e4da4dce5c641803-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:22,057 INFO [StoreOpener-60fdca1d76aab241e4da4dce5c641803-1 {}] regionserver.HStore(327): Store=60fdca1d76aab241e4da4dce5c641803/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:22,057 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,058 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns3/test-17323508567062/60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,058 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns3/test-17323508567062/60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,059 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,059 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,061 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,065 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns3/test-17323508567062/60fdca1d76aab241e4da4dce5c641803/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:34:22,065 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 60fdca1d76aab241e4da4dce5c641803; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9561670560, jitterRate=-0.10950003564357758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T08:34:22,066 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:34:22,067 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 60fdca1d76aab241e4da4dce5c641803: Running coprocessor pre-open hook at 1732350862051Writing region info on filesystem at 1732350862051Initializing all the Stores at 1732350862053 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350862053Cleaning up temporary data from old regions at 1732350862059 (+6 ms)Running coprocessor post-open hooks at 1732350862066 (+7 ms)Region opened successfully at 1732350862067 (+1 ms) 2024-11-23T08:34:22,068 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803., pid=16, masterSystemTime=1732350862045 2024-11-23T08:34:22,070 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:34:22,071 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:34:22,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=60fdca1d76aab241e4da4dce5c641803, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:22,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60fdca1d76aab241e4da4dce5c641803, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:34:22,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-23T08:34:22,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 60fdca1d76aab241e4da4dce5c641803, server=b33d9013c60a,38293,1732350848707 in 184 msec 2024-11-23T08:34:22,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T08:34:22,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17323508567062, region=60fdca1d76aab241e4da4dce5c641803, ASSIGN in 345 msec 2024-11-23T08:34:22,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17323508567062 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T08:34:22,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17323508567062","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350862083"}]},"ts":"1732350862083"} 2024-11-23T08:34:22,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17323508567062, state=ENABLED in hbase:meta 2024-11-23T08:34:22,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17323508567062 execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T08:34:22,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17323508567062 in 1.1890 sec 2024-11-23T08:34:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T08:34:23,064 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17323508567062 completed 2024-11-23T08:34:23,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17323508567062 get assigned. Timeout = 60000ms 2024-11-23T08:34:23,066 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T08:34:23,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17323508567062 assigned to meta. Checking AM states. 2024-11-23T08:34:23,072 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T08:34:23,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17323508567062 assigned. 2024-11-23T08:34:23,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17323508567063', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17323508567063 2024-11-23T08:34:23,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17323508567063 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T08:34:23,078 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:23,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17323508567063" procId is: 17 2024-11-23T08:34:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T08:34:23,080 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17323508567063 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T08:34:23,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741845_1021 (size=390) 2024-11-23T08:34:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T08:34:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T08:34:23,524 INFO [RegionOpenAndInit-ns4:test-17323508567063-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 602e156993a30c3c4a1d7200a38e3f3a, NAME => 'ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17323508567063', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:23,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741846_1022 (size=50) 2024-11-23T08:34:23,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-23T08:34:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T08:34:23,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732350856706' 2024-11-23T08:34:23,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17323508567061' 2024-11-23T08:34:23,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17323508567062' 2024-11-23T08:34:23,946 DEBUG [RegionOpenAndInit-ns4:test-17323508567063-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:23,946 DEBUG [RegionOpenAndInit-ns4:test-17323508567063-pool-0 {}] regionserver.HRegion(1722): Closing 602e156993a30c3c4a1d7200a38e3f3a, disabling compactions & flushes 2024-11-23T08:34:23,946 INFO [RegionOpenAndInit-ns4:test-17323508567063-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:34:23,946 DEBUG [RegionOpenAndInit-ns4:test-17323508567063-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:34:23,946 DEBUG [RegionOpenAndInit-ns4:test-17323508567063-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. after waiting 0 ms 2024-11-23T08:34:23,946 DEBUG [RegionOpenAndInit-ns4:test-17323508567063-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:34:23,946 INFO [RegionOpenAndInit-ns4:test-17323508567063-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:34:23,946 DEBUG [RegionOpenAndInit-ns4:test-17323508567063-pool-0 {}] regionserver.HRegion(1676): Region close journal for 602e156993a30c3c4a1d7200a38e3f3a: Waiting for close lock at 1732350863946Disabling compacts and flushes for region at 1732350863946Disabling writes for close at 1732350863946Writing region close event to WAL at 1732350863946Closed at 1732350863946 2024-11-23T08:34:23,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17323508567063 execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T08:34:23,948 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732350863948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350863948"}]},"ts":"1732350863948"} 2024-11-23T08:34:23,951 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T08:34:23,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17323508567063 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T08:34:23,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17323508567063","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350863952"}]},"ts":"1732350863952"} 2024-11-23T08:34:23,954 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17323508567063, state=ENABLING in hbase:meta 2024-11-23T08:34:23,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17323508567063, region=602e156993a30c3c4a1d7200a38e3f3a, ASSIGN}] 2024-11-23T08:34:23,956 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17323508567063, region=602e156993a30c3c4a1d7200a38e3f3a, ASSIGN 2024-11-23T08:34:23,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17323508567063, region=602e156993a30c3c4a1d7200a38e3f3a, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:34:24,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=602e156993a30c3c4a1d7200a38e3f3a, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:24,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17323508567063, region=602e156993a30c3c4a1d7200a38e3f3a, ASSIGN because future has completed 2024-11-23T08:34:24,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 602e156993a30c3c4a1d7200a38e3f3a, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:34:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T08:34:24,269 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:34:24,269 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 602e156993a30c3c4a1d7200a38e3f3a, NAME => 'ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:34:24,270 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:34:24,270 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17323508567063 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,270 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:24,270 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,270 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,272 INFO [StoreOpener-602e156993a30c3c4a1d7200a38e3f3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,275 INFO [StoreOpener-602e156993a30c3c4a1d7200a38e3f3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 602e156993a30c3c4a1d7200a38e3f3a columnFamilyName f 2024-11-23T08:34:24,275 DEBUG [StoreOpener-602e156993a30c3c4a1d7200a38e3f3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:24,276 INFO [StoreOpener-602e156993a30c3c4a1d7200a38e3f3a-1 {}] regionserver.HStore(327): Store=602e156993a30c3c4a1d7200a38e3f3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:24,276 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,277 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns4/test-17323508567063/602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,277 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns4/test-17323508567063/602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,278 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,278 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,280 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,283 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns4/test-17323508567063/602e156993a30c3c4a1d7200a38e3f3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:34:24,284 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 602e156993a30c3c4a1d7200a38e3f3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9675856000, jitterRate=-0.09886568784713745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T08:34:24,284 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:34:24,285 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 602e156993a30c3c4a1d7200a38e3f3a: Running coprocessor pre-open hook at 1732350864270Writing region info on filesystem at 1732350864270Initializing all the Stores at 1732350864272 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350864272Cleaning up temporary data from old regions at 1732350864278 (+6 ms)Running coprocessor post-open hooks at 1732350864284 (+6 ms)Region opened successfully at 1732350864285 (+1 ms) 2024-11-23T08:34:24,286 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a., pid=19, masterSystemTime=1732350864264 2024-11-23T08:34:24,288 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:34:24,289 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:34:24,290 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=602e156993a30c3c4a1d7200a38e3f3a, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:24,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 602e156993a30c3c4a1d7200a38e3f3a, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:34:24,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T08:34:24,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 602e156993a30c3c4a1d7200a38e3f3a, server=b33d9013c60a,38293,1732350848707 in 182 msec 2024-11-23T08:34:24,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-23T08:34:24,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17323508567063, region=602e156993a30c3c4a1d7200a38e3f3a, ASSIGN in 342 msec 2024-11-23T08:34:24,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17323508567063 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T08:34:24,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17323508567063","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350864302"}]},"ts":"1732350864302"} 2024-11-23T08:34:24,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17323508567063, state=ENABLED in hbase:meta 2024-11-23T08:34:24,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17323508567063 execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T08:34:24,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17323508567063 in 1.2310 sec 2024-11-23T08:34:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-23T08:34:25,224 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17323508567063 completed 2024-11-23T08:34:25,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17323508567063 get assigned. Timeout = 60000ms 2024-11-23T08:34:25,224 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T08:34:25,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17323508567063 assigned to meta. Checking AM states. 2024-11-23T08:34:25,231 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T08:34:25,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17323508567063 assigned. 2024-11-23T08:34:25,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:34:25,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:34:25,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:25,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:25,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:34:25,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=19, AvailableMemoryMB=5607 2024-11-23T08:34:25,260 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-23T08:34:25,261 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-23T08:34:25,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732350856706 from 'test-1732350856706', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732350856706', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732350856706 2024-11-23T08:34:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741847_1023 (size=908) 2024-11-23T08:34:25,692 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/.tabledesc/.tableinfo.0000000001.367 2024-11-23T08:34:25,692 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/.tabledesc/.tableinfo.0000000002.908 2024-11-23T08:34:25,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732350856706}] 2024-11-23T08:34:25,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE}] 2024-11-23T08:34:25,709 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE 2024-11-23T08:34:25,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=CLOSING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:25,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE because future has completed 2024-11-23T08:34:25,714 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T08:34:25,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:34:25,873 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close a195e29065656320eeed00798b708b3e 2024-11-23T08:34:25,873 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T08:34:25,873 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing a195e29065656320eeed00798b708b3e, disabling compactions & flushes 2024-11-23T08:34:25,874 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:25,874 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:25,874 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. after waiting 0 ms 2024-11-23T08:34:25,874 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:25,877 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing a195e29065656320eeed00798b708b3e 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-23T08:34:25,941 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f/677dc16e87494c2f9a1c47534e224ad1 is 37, key is row10/f:q1/1732350858451/Put/seqid=0 2024-11-23T08:34:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741848_1024 (size=8413) 2024-11-23T08:34:26,351 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f/677dc16e87494c2f9a1c47534e224ad1 2024-11-23T08:34:26,411 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f/677dc16e87494c2f9a1c47534e224ad1 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 2024-11-23T08:34:26,420 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1, entries=99, sequenceid=103, filesize=8.2 K 2024-11-23T08:34:26,427 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a195e29065656320eeed00798b708b3e in 549ms, sequenceid=103, compaction requested=false 2024-11-23T08:34:26,433 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-23T08:34:26,436 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:34:26,437 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:26,437 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for a195e29065656320eeed00798b708b3e: Waiting for close lock at 1732350865873Running coprocessor pre-close hooks at 1732350865873Disabling compacts and flushes for region at 1732350865873Disabling writes for close at 1732350865874 (+1 ms)Obtaining lock to block concurrent updates at 1732350865877 (+3 ms)Preparing flush snapshotting stores in a195e29065656320eeed00798b708b3e at 1732350865877Finished memstore snapshotting test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732350865884 (+7 ms)Flushing stores of test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. at 1732350865886 (+2 ms)Flushing a195e29065656320eeed00798b708b3e/f: creating writer at 1732350865887 (+1 ms)Flushing a195e29065656320eeed00798b708b3e/f: appending metadata at 1732350865928 (+41 ms)Flushing a195e29065656320eeed00798b708b3e/f: closing flushed file at 1732350865931 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a839f5: reopening flushed file at 1732350866409 (+478 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a195e29065656320eeed00798b708b3e in 549ms, sequenceid=103, compaction requested=false at 1732350866427 (+18 ms)Writing region close event to WAL at 1732350866428 (+1 ms)Running coprocessor post-close hooks at 1732350866434 (+6 ms)Closed at 1732350866437 (+3 ms) 2024-11-23T08:34:26,437 WARN [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: a195e29065656320eeed00798b708b3e to self. 2024-11-23T08:34:26,440 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=CLOSED 2024-11-23T08:34:26,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:34:26,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T08:34:26,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 in 733 msec 2024-11-23T08:34:26,452 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE; state=CLOSED, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=true 2024-11-23T08:34:26,603 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:26,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE because future has completed 2024-11-23T08:34:26,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:34:26,765 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:26,765 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a195e29065656320eeed00798b708b3e, NAME => 'test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:34:26,765 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:34:26,765 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732350856706 a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,766 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:26,766 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,766 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,768 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,769 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a195e29065656320eeed00798b708b3e columnFamilyName f 2024-11-23T08:34:26,769 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:26,780 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 2024-11-23T08:34:26,780 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(327): Store=a195e29065656320eeed00798b708b3e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:26,781 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,783 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a195e29065656320eeed00798b708b3e columnFamilyName f3 2024-11-23T08:34:26,783 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:26,783 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(327): Store=a195e29065656320eeed00798b708b3e/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:26,784 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,791 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a195e29065656320eeed00798b708b3e columnFamilyName mob 2024-11-23T08:34:26,795 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:26,796 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(327): Store=a195e29065656320eeed00798b708b3e/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:26,796 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,798 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,800 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,801 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,801 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,802 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732350856706 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T08:34:26,805 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,806 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a195e29065656320eeed00798b708b3e; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11187383200, jitterRate=0.04190625250339508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T08:34:26,806 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a195e29065656320eeed00798b708b3e 2024-11-23T08:34:26,807 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a195e29065656320eeed00798b708b3e: Running coprocessor pre-open hook at 1732350866766Writing region info on filesystem at 1732350866766Initializing all the Stores at 1732350866767 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350866767Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350866768 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350866768Cleaning up temporary data from old regions at 1732350866801 (+33 ms)Running coprocessor post-open hooks at 1732350866806 (+5 ms)Region opened successfully at 1732350866807 (+1 ms) 2024-11-23T08:34:26,809 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., pid=24, masterSystemTime=1732350866759 2024-11-23T08:34:26,811 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:26,812 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:26,813 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=OPEN, openSeqNum=107, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:26,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:34:26,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-23T08:34:26,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 in 211 msec 2024-11-23T08:34:26,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-23T08:34:26,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE in 1.1130 sec 2024-11-23T08:34:26,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T08:34:26,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732350856706 in 1.1280 sec 2024-11-23T08:34:26,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732350856706 in 1.5630 sec 2024-11-23T08:34:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-23T08:34:26,837 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732350856706 completed 2024-11-23T08:34:26,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb52018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:26,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:26,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:26,839 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:26,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:26,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:26,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76365441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:26,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:26,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:26,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:26,841 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:26,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2213dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:26,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:26,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:26,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:26,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732350856706', row='row-test-1732350856706-3-0', locateType=CURRENT is [region=test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., hostname=b33d9013c60a,38293,1732350848707, seqNum=107] 2024-11-23T08:34:26,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:34:26,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:34:26,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5308a341 2024-11-23T08:34:26,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:34:26,901 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:34:26,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-23T08:34:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-23T08:34:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-23T08:34:26,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 9 msec 2024-11-23T08:34:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-23T08:34:27,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-23T08:34:27,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-23T08:34:27,042 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T08:34:27,042 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:27,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-23T08:34:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T08:34:27,044 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T08:34:27,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741849_1025 (size=635) 2024-11-23T08:34:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T08:34:27,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732350856706 2024-11-23T08:34:27,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732350856706 Metrics about Tables on a single HBase RegionServer 2024-11-23T08:34:27,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17323508567062 2024-11-23T08:34:27,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17323508567062 Metrics about Tables on a single HBase RegionServer 2024-11-23T08:34:27,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17323508567061 2024-11-23T08:34:27,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17323508567061 Metrics about Tables on a single HBase RegionServer 2024-11-23T08:34:27,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17323508567063 2024-11-23T08:34:27,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17323508567063 Metrics about Tables on a single HBase RegionServer 2024-11-23T08:34:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T08:34:27,454 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 477be76c4104c2665050dd69dab5297b, NAME => 'backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:27,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741850_1026 (size=40) 2024-11-23T08:34:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T08:34:27,864 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:27,864 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 477be76c4104c2665050dd69dab5297b, disabling compactions & flushes 2024-11-23T08:34:27,864 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:27,864 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:27,864 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. after waiting 0 ms 2024-11-23T08:34:27,864 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:27,864 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:27,865 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 477be76c4104c2665050dd69dab5297b: Waiting for close lock at 1732350867864Disabling compacts and flushes for region at 1732350867864Disabling writes for close at 1732350867864Writing region close event to WAL at 1732350867864Closed at 1732350867864 2024-11-23T08:34:27,867 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T08:34:27,867 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732350867867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350867867"}]},"ts":"1732350867867"} 2024-11-23T08:34:27,870 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T08:34:27,872 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T08:34:27,872 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350867872"}]},"ts":"1732350867872"} 2024-11-23T08:34:27,875 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-23T08:34:27,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=477be76c4104c2665050dd69dab5297b, ASSIGN}] 2024-11-23T08:34:27,877 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=477be76c4104c2665050dd69dab5297b, ASSIGN 2024-11-23T08:34:27,878 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=477be76c4104c2665050dd69dab5297b, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:34:28,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=477be76c4104c2665050dd69dab5297b, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:28,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=477be76c4104c2665050dd69dab5297b, ASSIGN because future has completed 2024-11-23T08:34:28,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 477be76c4104c2665050dd69dab5297b, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:34:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T08:34:28,230 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:28,230 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 477be76c4104c2665050dd69dab5297b, NAME => 'backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:34:28,230 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:34:28,231 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,231 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:28,231 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,231 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,233 INFO [StoreOpener-477be76c4104c2665050dd69dab5297b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,235 INFO [StoreOpener-477be76c4104c2665050dd69dab5297b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 477be76c4104c2665050dd69dab5297b columnFamilyName meta 2024-11-23T08:34:28,235 DEBUG [StoreOpener-477be76c4104c2665050dd69dab5297b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:28,236 INFO [StoreOpener-477be76c4104c2665050dd69dab5297b-1 {}] regionserver.HStore(327): Store=477be76c4104c2665050dd69dab5297b/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:28,236 INFO [StoreOpener-477be76c4104c2665050dd69dab5297b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,238 INFO [StoreOpener-477be76c4104c2665050dd69dab5297b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 477be76c4104c2665050dd69dab5297b columnFamilyName session 2024-11-23T08:34:28,238 DEBUG [StoreOpener-477be76c4104c2665050dd69dab5297b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:28,239 INFO [StoreOpener-477be76c4104c2665050dd69dab5297b-1 {}] regionserver.HStore(327): Store=477be76c4104c2665050dd69dab5297b/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:28,240 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,241 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,241 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,242 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,242 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,243 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T08:34:28,244 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,247 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:34:28,247 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 477be76c4104c2665050dd69dab5297b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9716833440, jitterRate=-0.09504936635494232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T08:34:28,248 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:28,248 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 477be76c4104c2665050dd69dab5297b: Running coprocessor pre-open hook at 1732350868231Writing region info on filesystem at 1732350868231Initializing all the Stores at 1732350868233 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350868233Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350868233Cleaning up temporary data from old regions at 1732350868242 (+9 ms)Running coprocessor post-open hooks at 1732350868248 (+6 ms)Region opened successfully at 1732350868248 2024-11-23T08:34:28,249 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., pid=28, masterSystemTime=1732350868225 2024-11-23T08:34:28,252 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:28,252 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:28,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=477be76c4104c2665050dd69dab5297b, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:28,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 477be76c4104c2665050dd69dab5297b, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:34:28,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-23T08:34:28,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 477be76c4104c2665050dd69dab5297b, server=b33d9013c60a,38293,1732350848707 in 224 msec 2024-11-23T08:34:28,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T08:34:28,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=477be76c4104c2665050dd69dab5297b, ASSIGN in 383 msec 2024-11-23T08:34:28,264 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T08:34:28,264 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350868264"}]},"ts":"1732350868264"} 2024-11-23T08:34:28,267 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-23T08:34:28,268 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T08:34:28,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2280 sec 2024-11-23T08:34:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-23T08:34:29,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-23T08:34:29,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-23T08:34:29,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T08:34:29,214 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:29,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-23T08:34:29,215 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T08:34:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-23T08:34:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741851_1027 (size=640) 2024-11-23T08:34:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-23T08:34:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-23T08:34:29,625 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f112bf5ead047259a07b7535689495e1, NAME => 'backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:29,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741852_1028 (size=45) 2024-11-23T08:34:29,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-23T08:34:29,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-23T08:34:29,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17323508567063' 2024-11-23T08:34:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-23T08:34:30,034 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:30,034 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing f112bf5ead047259a07b7535689495e1, disabling compactions & flushes 2024-11-23T08:34:30,034 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:34:30,034 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:34:30,034 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. after waiting 0 ms 2024-11-23T08:34:30,034 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:34:30,034 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:34:30,034 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for f112bf5ead047259a07b7535689495e1: Waiting for close lock at 1732350870034Disabling compacts and flushes for region at 1732350870034Disabling writes for close at 1732350870034Writing region close event to WAL at 1732350870034Closed at 1732350870034 2024-11-23T08:34:30,036 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T08:34:30,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732350870036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350870036"}]},"ts":"1732350870036"} 2024-11-23T08:34:30,039 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T08:34:30,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T08:34:30,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350870040"}]},"ts":"1732350870040"} 2024-11-23T08:34:30,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-23T08:34:30,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=f112bf5ead047259a07b7535689495e1, ASSIGN}] 2024-11-23T08:34:30,045 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=f112bf5ead047259a07b7535689495e1, ASSIGN 2024-11-23T08:34:30,046 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=f112bf5ead047259a07b7535689495e1, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:34:30,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=f112bf5ead047259a07b7535689495e1, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:30,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=f112bf5ead047259a07b7535689495e1, ASSIGN because future has completed 2024-11-23T08:34:30,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure f112bf5ead047259a07b7535689495e1, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:34:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-23T08:34:30,365 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:34:30,365 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => f112bf5ead047259a07b7535689495e1, NAME => 'backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:34:30,366 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:34:30,366 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,367 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:34:30,367 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,367 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,370 INFO [StoreOpener-f112bf5ead047259a07b7535689495e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,372 INFO [StoreOpener-f112bf5ead047259a07b7535689495e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f112bf5ead047259a07b7535689495e1 columnFamilyName meta 2024-11-23T08:34:30,372 DEBUG [StoreOpener-f112bf5ead047259a07b7535689495e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:30,372 INFO [StoreOpener-f112bf5ead047259a07b7535689495e1-1 {}] regionserver.HStore(327): Store=f112bf5ead047259a07b7535689495e1/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:30,372 INFO [StoreOpener-f112bf5ead047259a07b7535689495e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,374 INFO [StoreOpener-f112bf5ead047259a07b7535689495e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f112bf5ead047259a07b7535689495e1 columnFamilyName session 2024-11-23T08:34:30,374 DEBUG [StoreOpener-f112bf5ead047259a07b7535689495e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:30,375 INFO [StoreOpener-f112bf5ead047259a07b7535689495e1-1 {}] regionserver.HStore(327): Store=f112bf5ead047259a07b7535689495e1/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:34:30,375 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,376 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system_bulk/f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,376 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system_bulk/f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,377 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,377 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,378 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-23T08:34:30,379 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,382 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system_bulk/f112bf5ead047259a07b7535689495e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:34:30,383 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened f112bf5ead047259a07b7535689495e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11489976960, jitterRate=0.0700874924659729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-23T08:34:30,383 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f112bf5ead047259a07b7535689495e1 2024-11-23T08:34:30,384 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for f112bf5ead047259a07b7535689495e1: Running coprocessor pre-open hook at 1732350870367Writing region info on filesystem at 1732350870367Initializing all the Stores at 1732350870369 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350870369Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350870370 (+1 ms)Cleaning up temporary data from old regions at 1732350870377 (+7 ms)Running coprocessor post-open hooks at 1732350870383 (+6 ms)Region opened successfully at 1732350870384 (+1 ms) 2024-11-23T08:34:30,385 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1., pid=31, masterSystemTime=1732350870356 2024-11-23T08:34:30,387 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:34:30,387 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:34:30,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=f112bf5ead047259a07b7535689495e1, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:30,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure f112bf5ead047259a07b7535689495e1, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:34:30,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T08:34:30,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure f112bf5ead047259a07b7535689495e1, server=b33d9013c60a,38293,1732350848707 in 190 msec 2024-11-23T08:34:30,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-23T08:34:30,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=f112bf5ead047259a07b7535689495e1, ASSIGN in 350 msec 2024-11-23T08:34:30,397 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T08:34:30,397 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350870397"}]},"ts":"1732350870397"} 2024-11-23T08:34:30,399 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-23T08:34:30,400 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T08:34:30,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1890 sec 2024-11-23T08:34:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-23T08:34:31,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-23T08:34:31,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:34:31,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:34:31,393 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-23T08:34:31,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:34:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-23T08:34:31,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-23T08:34:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350871416 (current time:1732350871416). 2024-11-23T08:34:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:34:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-23T08:34:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca4acdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:31,418 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef2fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:31,420 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c45439c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:31,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:31,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:34:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:34:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:31,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:34:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:34:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-23T08:34:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-23T08:34:31,437 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:34:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-23T08:34:31,441 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:34:31,452 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:34:31,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741853_1029 (size=52) 2024-11-23T08:34:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-23T08:34:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-23T08:34:31,862 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:34:31,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b}] 2024-11-23T08:34:31,871 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:32,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-23T08:34:32,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:32,027 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 477be76c4104c2665050dd69dab5297b 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-23T08:34:32,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/f8e7112a71e24360ab3f61d677c885a7 is 49, key is activesession:/session:c/1732350871407/Put/seqid=0 2024-11-23T08:34:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741854_1030 (size=5049) 2024-11-23T08:34:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-23T08:34:32,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/f8e7112a71e24360ab3f61d677c885a7 2024-11-23T08:34:32,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/f8e7112a71e24360ab3f61d677c885a7 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7 2024-11-23T08:34:32,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7, entries=1, sequenceid=5, filesize=4.9 K 2024-11-23T08:34:32,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 477be76c4104c2665050dd69dab5297b in 451ms, sequenceid=5, compaction requested=false 2024-11-23T08:34:32,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 477be76c4104c2665050dd69dab5297b: 2024-11-23T08:34:32,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. for snapshot_backup_system completed. 2024-11-23T08:34:32,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b.' region-info for snapshot=snapshot_backup_system 2024-11-23T08:34:32,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:34:32,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T08:34:32,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7] hfiles 2024-11-23T08:34:32,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7 for snapshot=snapshot_backup_system 2024-11-23T08:34:32,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741855_1031 (size=95) 2024-11-23T08:34:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-23T08:34:32,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:32,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T08:34:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-23T08:34:32,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:32,907 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:32,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T08:34:32,911 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:34:32,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b in 1.0430 sec 2024-11-23T08:34:32,914 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:34:32,915 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:34:32,915 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-23T08:34:32,917 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-23T08:34:32,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741856_1032 (size=731) 2024-11-23T08:34:33,364 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:34:33,377 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:34:33,378 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_backup_system 2024-11-23T08:34:33,381 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:34:33,381 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-23T08:34:33,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9490 sec 2024-11-23T08:34:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-23T08:34:33,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-23T08:34:33,597 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732350866885 started at 1732350873595. 2024-11-23T08:34:33,616 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732350866885 has been started. 2024-11-23T08:34:33,620 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-23T08:34:33,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-23T08:34:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-23T08:34:33,628 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-23T08:34:33,628 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-23T08:34:33,628 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-23T08:34:33,628 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-23T08:34:33,629 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:33,629 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:33,662 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-23T08:34:33,662 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,662 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-23T08:34:33,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-23T08:34:33,663 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,663 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-23T08:34:33,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:33,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:33,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-23T08:34:33,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:33,666 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-23T08:34:33,668 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-23T08:34:33,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-23T08:34:33,669 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-23T08:34:33,669 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-23T08:34:33,669 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-23T08:34:33,669 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-23T08:34:33,670 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b33d9013c60a,38293,1732350848707' joining acquired barrier for procedure (rolllog) in zk 2024-11-23T08:34:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,682 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:33,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:34:33,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:34:33,683 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-23T08:34:33,683 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-23T08:34:33,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:34:33,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:34:33,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:33,687 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,688 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:34:33,690 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b33d9013c60a,38293,1732350848707' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-23T08:34:33,690 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-23T08:34:33,690 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7d1f603b[Count = 0] remaining members to acquire global barrier 2024-11-23T08:34:33,690 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:33,698 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:33,699 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:33,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:33,699 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-23T08:34:33,699 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,699 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-23T08:34:33,700 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-23T08:34:33,701 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,712 INFO [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732350851705 highest: 1732350858074 on b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,712 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.meta:.meta(num 1732350852077) roll requested 2024-11-23T08:34:33,724 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350873713.meta, exclude list is [], retry=0 2024-11-23T08:34:33,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:33,729 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350852077.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350873713.meta 2024-11-23T08:34:33,729 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:33,729 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350852077.meta is not closed yet, will try archiving it next time 2024-11-23T08:34:33,729 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1:(num 1732350858074) roll requested 2024-11-23T08:34:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741834_1010 (size=12055) 2024-11-23T08:34:33,741 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730, exclude list is [], retry=0 2024-11-23T08:34:33,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:33,746 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350858074 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 2024-11-23T08:34:33,746 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:33,746 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350858074 is not closed yet, will try archiving it next time 2024-11-23T08:34:33,746 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0:(num 1732350851705) roll requested 2024-11-23T08:34:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741840_1016 (size=4756) 2024-11-23T08:34:33,748 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350858074 not finished, retry = 0 2024-11-23T08:34:33,758 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746, exclude list is [], retry=0 2024-11-23T08:34:33,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:33,762 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350851705 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 2024-11-23T08:34:33,763 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:33,763 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350851705 is not closed yet, will try archiving it next time 2024-11-23T08:34:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741833_1009 (size=1034) 2024-11-23T08:34:33,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350851705 not finished, retry = 0 2024-11-23T08:34:33,773 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-23T08:34:33,773 INFO [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732350873746 on b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,773 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:34:33,773 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:34:33,774 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d787c0d 2024-11-23T08:34:33,774 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:34:33,775 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T08:34:33,776 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:33,776 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:33,776 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:33,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33399, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T08:34:33,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:34:33,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:34:33,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:37431/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:34:33,799 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-23T08:34:33,799 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b33d9013c60a,38293,1732350848707' in zk 2024-11-23T08:34:33,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,815 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-23T08:34:33,815 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-23T08:34:33,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:34:33,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:34:33,815 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-23T08:34:33,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:34:33,816 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:34:33,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:33,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:34:33,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:33,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b33d9013c60a,38293,1732350848707': 2024-11-23T08:34:33,819 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-23T08:34:33,820 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-23T08:34:33,820 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-23T08:34:33,820 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-23T08:34:33,820 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b33d9013c60a,38293,1732350848707' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-23T08:34:33,820 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-23T08:34:33,832 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:34:33,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:34:33,832 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-23T08:34:33,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:33,832 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-23T08:34:33,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:34:33,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:34:33,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:33,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:34:33,832 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-23T08:34:33,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-23T08:34:33,833 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:33,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:33,833 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:34:33,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:33,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,834 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:34:33,835 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:33,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,848 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-23T08:34:33,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:33,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:33,849 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-23T08:34:33,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:33,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-23T08:34:33,849 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-23T08:34:33,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:33,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:33,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:34:33,849 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-23T08:34:33,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-23T08:34:33,849 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-23T08:34:33,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-23T08:34:33,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-23T08:34:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-23T08:34:33,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } 2024-11-23T08:34:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350873861 (current time:1732350873861). 2024-11-23T08:34:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:34:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732350873860_default_test-1732350856706 VERSION not specified, setting to 2 2024-11-23T08:34:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ea0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:33,862 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:33,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:33,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:33,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ac7b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:33,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:33,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:33,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:33,864 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:33,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681eb9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:33,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:33,867 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350851705 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350851705 2024-11-23T08:34:33,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:33,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:34:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:34:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:33,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:34:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:34:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } 2024-11-23T08:34:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-23T08:34:33,872 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:34:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T08:34:33,874 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:34:33,877 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:34:33,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741860_1036 (size=84) 2024-11-23T08:34:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T08:34:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T08:34:34,287 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:34:34,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a195e29065656320eeed00798b708b3e}] 2024-11-23T08:34:34,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a195e29065656320eeed00798b708b3e 2024-11-23T08:34:34,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-23T08:34:34,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:34,444 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a195e29065656320eeed00798b708b3e 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-23T08:34:34,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f3/c0e9f2b7823b4cb4a79e28b50e3a013b is 58, key is row-test-1732350856706-3-0/f3:q1/1732350866852/Put/seqid=0 2024-11-23T08:34:34,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741861_1037 (size=5387) 2024-11-23T08:34:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T08:34:34,872 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f3/c0e9f2b7823b4cb4a79e28b50e3a013b 2024-11-23T08:34:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741862_1038 (size=4469) 2024-11-23T08:34:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T08:34:35,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/mob/b9c318e7113240f8a8fa050caec3c360 is 59, key is row-test-1732350856706-3-0/mob:q1/1732350866867/Put/seqid=0 2024-11-23T08:34:35,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741863_1039 (size=5484) 2024-11-23T08:34:35,728 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T08:34:35,737 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/mob/b9c318e7113240f8a8fa050caec3c360 2024-11-23T08:34:35,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f3/c0e9f2b7823b4cb4a79e28b50e3a013b as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b 2024-11-23T08:34:35,756 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b, entries=6, sequenceid=121, filesize=5.3 K 2024-11-23T08:34:35,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/mob/b9c318e7113240f8a8fa050caec3c360 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 2024-11-23T08:34:35,764 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360, entries=6, sequenceid=121, filesize=5.4 K 2024-11-23T08:34:35,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for a195e29065656320eeed00798b708b3e in 1323ms, sequenceid=121, compaction requested=false 2024-11-23T08:34:35,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a195e29065656320eeed00798b708b3e: 2024-11-23T08:34:35,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. for snapshot_1732350873860_default_test-1732350856706 completed. 2024-11-23T08:34:35,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.' region-info for snapshot=snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:35,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:34:35,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1] hfiles 2024-11-23T08:34:35,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 for snapshot=snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:35,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b] hfiles 2024-11-23T08:34:35,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b for snapshot=snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:35,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360] hfiles 2024-11-23T08:34:35,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 for snapshot=snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:35,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741864_1040 (size=185) 2024-11-23T08:34:35,870 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-23T08:34:35,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-23T08:34:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T08:34:36,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:36,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T08:34:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-23T08:34:36,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732350873860_default_test-1732350856706 on region a195e29065656320eeed00798b708b3e 2024-11-23T08:34:36,175 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a195e29065656320eeed00798b708b3e 2024-11-23T08:34:36,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T08:34:36,179 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:34:36,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a195e29065656320eeed00798b708b3e in 1.8890 sec 2024-11-23T08:34:36,180 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:34:36,182 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-23T08:34:36,182 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-23T08:34:36,182 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:36,183 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-23T08:34:36,183 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:36,183 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-23T08:34:36,184 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:36,184 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-23T08:34:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741865_1041 (size=49) 2024-11-23T08:34:36,595 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:34:36,596 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:36,598 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741866_1042 (size=1146) 2024-11-23T08:34:37,019 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:34:37,036 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:34:37,037 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350873860_default_test-1732350856706 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:37,039 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:34:37,039 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-23T08:34:37,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732350873860_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } in 3.1690 sec 2024-11-23T08:34:37,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-23T08:34:37,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-23T08:34:37,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-23T08:34:37,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-23T08:34:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-23T08:34:38,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732350856706 completed 2024-11-23T08:34:38,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } 2024-11-23T08:34:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350878034 (current time:1732350878034). 2024-11-23T08:34:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:34:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732350878033_ns2_test-17323508567061 VERSION not specified, setting to 2 2024-11-23T08:34:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b53a51b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:38,036 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:38,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:38,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:38,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66168b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:38,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:38,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:38,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:38,038 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:38,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2e74cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:38,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:38,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:38,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:38,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:34:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:34:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:38,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:34:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:34:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } 2024-11-23T08:34:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-23T08:34:38,046 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:34:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T08:34:38,048 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:34:38,052 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:34:38,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741867_1043 (size=86) 2024-11-23T08:34:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T08:34:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T08:34:38,488 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:34:38,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b973a999cf618c45acfea4f4eb107d1}] 2024-11-23T08:34:38,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:38,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-23T08:34:38,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:34:38,649 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 6b973a999cf618c45acfea4f4eb107d1 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-23T08:34:38,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/.tmp/f/5b8810bbc8ed448a9a0dfa21e4c64db4 is 37, key is row10/f:q1/1732350860769/Put/seqid=0 2024-11-23T08:34:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T08:34:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741868_1044 (size=8413) 2024-11-23T08:34:39,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/.tmp/f/5b8810bbc8ed448a9a0dfa21e4c64db4 2024-11-23T08:34:39,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/.tmp/f/5b8810bbc8ed448a9a0dfa21e4c64db4 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 2024-11-23T08:34:39,093 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4, entries=99, sequenceid=103, filesize=8.2 K 2024-11-23T08:34:39,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 6b973a999cf618c45acfea4f4eb107d1 in 446ms, sequenceid=103, compaction requested=false 2024-11-23T08:34:39,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 6b973a999cf618c45acfea4f4eb107d1: 2024-11-23T08:34:39,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. for snapshot_1732350878033_ns2_test-17323508567061 completed. 2024-11-23T08:34:39,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1.' region-info for snapshot=snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:39,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:34:39,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4] hfiles 2024-11-23T08:34:39,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 for snapshot=snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:39,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741869_1045 (size=91) 2024-11-23T08:34:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T08:34:39,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:34:39,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-23T08:34:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-23T08:34:39,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732350878033_ns2_test-17323508567061 on region 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:39,507 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:34:39,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T08:34:39,515 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:34:39,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6b973a999cf618c45acfea4f4eb107d1 in 1.0210 sec 2024-11-23T08:34:39,516 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:34:39,517 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:34:39,517 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:39,518 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:39,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741870_1046 (size=456) 2024-11-23T08:34:39,936 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:34:39,944 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:34:39,945 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350878033_ns2_test-17323508567061 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:39,946 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:34:39,946 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-23T08:34:39,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732350878033_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } in 1.9030 sec 2024-11-23T08:34:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-23T08:34:40,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17323508567061 completed 2024-11-23T08:34:40,194 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732350866885 2024-11-23T08:34:40,194 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-23T08:34:40,196 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-23T08:34:40,198 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732350866885_test-1732350856706 2024-11-23T08:34:40,198 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732350873860_default_test-1732350856706 to hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/ 2024-11-23T08:34:40,204 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-23T08:34:40,233 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37431, inputRoot=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:40,233 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1438464640_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/.hbase-snapshot/.tmp/snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:40,236 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-23T08:34:40,242 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350873860_default_test-1732350856706 to hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/.hbase-snapshot/.tmp/snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:40,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741872_1048 (size=84) 2024-11-23T08:34:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741871_1047 (size=1146) 2024-11-23T08:34:40,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:40,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:40,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-8576498806468688169.jar 2024-11-23T08:34:41,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:41,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:34:41,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:34:41,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:34:41,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:34:41,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:34:41,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:34:41,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:34:41,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:34:41,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:34:41,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:34:41,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:34:41,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:34:41,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:34:41,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:34:41,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:34:41,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:34:41,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:34:41,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:34:41,631 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:34:41,657 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732350873860_default_test-1732350856706' hfile list 2024-11-23T08:34:41,663 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-11-23T08:34:41,860 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1824122022_0001_bdc640c5-5def-45bc-833c-8ad4a53e3e65/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:34:41,861 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1824122022_0001_bdc640c5-5def-45bc-833c-8ad4a53e3e65/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:34:42,035 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-23T08:34:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741873_1049 (size=8413) 2024-11-23T08:34:42,519 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 output=hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 2024-11-23T08:34:42,521 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-23T08:34:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741874_1050 (size=5484) 2024-11-23T08:34:42,963 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 output=hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 2024-11-23T08:34:42,963 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-23T08:34:43,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741875_1051 (size=5387) 2024-11-23T08:34:43,423 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b output=hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b 2024-11-23T08:34:43,423 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-23T08:34:43,959 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-23T08:34:43,961 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-23T08:34:43,972 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:43,972 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732350873860_default_test-1732350856706 finished. 2024-11-23T08:34:43,972 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732350866885_ns2:test-17323508567061 2024-11-23T08:34:43,972 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732350878033_ns2_test-17323508567061 to hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/ 2024-11-23T08:34:43,972 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-23T08:34:44,001 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37431, inputRoot=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:34:44,001 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1438464640_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/.hbase-snapshot/.tmp/snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:44,003 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-23T08:34:44,008 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350878033_ns2_test-17323508567061 to hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/.hbase-snapshot/.tmp/snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:44,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741876_1052 (size=86) 2024-11-23T08:34:44,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741877_1053 (size=456) 2024-11-23T08:34:44,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:44,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:44,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-10996487894938319329.jar 2024-11-23T08:34:45,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:45,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:34:45,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:34:45,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:34:45,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:34:45,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:34:45,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:34:45,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:34:45,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:34:45,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:34:45,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:34:45,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:34:45,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:34:45,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:34:45,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:34:45,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:34:45,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:34:45,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:34:45,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:34:45,351 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:34:45,376 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732350878033_ns2_test-17323508567061' hfile list 2024-11-23T08:34:45,378 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-11-23T08:34:45,462 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local11656320_0002_75e59d14-0fca-4fa7-aac3-78c496cb9a9b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:34:45,462 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local11656320_0002_75e59d14-0fca-4fa7-aac3-78c496cb9a9b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:34:45,536 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-23T08:34:45,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741878_1054 (size=8413) 2024-11-23T08:34:45,983 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 output=hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 2024-11-23T08:34:45,983 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-23T08:34:46,507 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-23T08:34:46,509 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-23T08:34:46,519 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:46,519 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732350878033_ns2_test-17323508567061 finished. 2024-11-23T08:34:46,519 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732350856706 2024-11-23T08:34:46,519 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17323508567061 2024-11-23T08:34:46,562 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732350866885 2024-11-23T08:34:46,562 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-23T08:34:46,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741879_1055 (size=130) 2024-11-23T08:34:46,971 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37431/backupUT/backup_1732350866885/.backup.manifest 2024-11-23T08:34:46,976 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732350866885 finished: type=FULL,tablelist=test-1732350856706;ns2:test-17323508567061,targetRootDir=hdfs://localhost:37431/backupUT,startts=1732350873595,completets=1732350886560,bytescopied=0 2024-11-23T08:34:46,976 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-23T08:34:46,977 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:46,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732350873860_default_test-1732350856706" type: DISABLED 2024-11-23T08:34:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732350873860_default_test-1732350856706 2024-11-23T08:34:46,987 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732350873860_default_test-1732350856706 for backup backup_1732350866885 succeeded. 2024-11-23T08:34:46,987 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:46,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732350878033_ns2_test-17323508567061" type: DISABLED 2024-11-23T08:34:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732350878033_ns2_test-17323508567061 2024-11-23T08:34:46,992 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732350878033_ns2_test-17323508567061 for backup backup_1732350866885 succeeded. 2024-11-23T08:34:46,993 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-23T08:34:47,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-23T08:34:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-23T08:34:47,007 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-23T08:34:47,013 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-23T08:34:47,028 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732350866885 completed. 2024-11-23T08:34:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:34:47,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:34:47,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732350866885', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:34:47,227 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732350856706 2024-11-23T08:34:47,244 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732350856706 2024-11-23T08:34:47,418 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732350856706 to Mob enabled CF 2024-11-23T08:34:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17323508567061', row='row-t20', locateType=CURRENT is [region=ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:34:47,458 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17323508567061 2024-11-23T08:34:47,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:34:47,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] assignment.SplitTableRegionProcedure(210): test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. splitKey isn't explicitly specified, will try to find a best split key from RS b33d9013c60a,38293,1732350848707 2024-11-23T08:34:47,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 because midkey is the same as first or last row 2024-11-23T08:34:47,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b because midkey is the same as first or last row 2024-11-23T08:34:47,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 because midkey is the same as first or last row 2024-11-23T08:34:47,471 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.HRegion(2902): Flushing a195e29065656320eeed00798b708b3e 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-23T08:34:47,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f/02c95751e6ba4bd39ea8ce537dac9d31 is 59, key is row-test-1732350856706-1-10/f:q1/1732350887074/Put/seqid=0 2024-11-23T08:34:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741880_1056 (size=10796) 2024-11-23T08:34:47,905 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f/02c95751e6ba4bd39ea8ce537dac9d31 2024-11-23T08:34:47,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e is 63, key is row-test-1732350856706-3-100/mob:q1/1732350887398/Put/seqid=0 2024-11-23T08:34:47,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741881_1057 (size=5591) 2024-11-23T08:34:48,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:34:48,333 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f/mob/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e 2024-11-23T08:34:48,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/mob/5403e4ceecb8455caf38700a3a1f398f, store: [table=test-1732350856706 family=mob region=a195e29065656320eeed00798b708b3e] 2024-11-23T08:34:48,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/mob/5403e4ceecb8455caf38700a3a1f398f is 192, key is row-test-1732350856706-3-100/mob:q1/1732350887398/Put/seqid=0 2024-11-23T08:34:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741882_1058 (size=13760) 2024-11-23T08:34:48,740 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/mob/5403e4ceecb8455caf38700a3a1f398f 2024-11-23T08:34:48,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f/02c95751e6ba4bd39ea8ce537dac9d31 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/02c95751e6ba4bd39ea8ce537dac9d31 2024-11-23T08:34:48,757 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/02c95751e6ba4bd39ea8ce537dac9d31, entries=99, sequenceid=334, filesize=10.5 K 2024-11-23T08:34:48,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/mob/5403e4ceecb8455caf38700a3a1f398f as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/5403e4ceecb8455caf38700a3a1f398f 2024-11-23T08:34:48,765 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/5403e4ceecb8455caf38700a3a1f398f, entries=111, sequenceid=334, filesize=13.4 K 2024-11-23T08:34:48,766 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for a195e29065656320eeed00798b708b3e in 1295ms, sequenceid=334, compaction requested=false 2024-11-23T08:34:48,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.HRegion(2603): Flush status journal for a195e29065656320eeed00798b708b3e: 2024-11-23T08:34:48,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/02c95751e6ba4bd39ea8ce537dac9d31 because midkey is the same as first or last row 2024-11-23T08:34:48,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b because midkey is the same as first or last row 2024-11-23T08:34:48,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/5403e4ceecb8455caf38700a3a1f398f because midkey is the same as first or last row 2024-11-23T08:34:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=b33d9013c60a,38293,1732350848707 2024-11-23T08:34:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T08:34:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:38132 deadline: 1732350947465, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-23T08:34:48,772 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:34:48,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732350856706 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:34:48,773 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T08:34:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732350856706,, stopping at row=test-1732350856706 ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,783 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732350856706,, stopping at row=test-1732350856706 ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,791 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1333 2024-11-23T08:34:48,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,834 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-23T08:34:48,837 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732350888791 2024-11-23T08:34:48,843 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732350866885} 2024-11-23T08:34:48,843 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-23T08:34:48,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:34:48,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-23T08:34:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350888895 (current time:1732350888895). 2024-11-23T08:34:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:34:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-23T08:34:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9dc9bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:48,897 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:48,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:48,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:48,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5f880e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:48,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:48,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:48,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:48,899 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:48,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38030f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:48,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:48,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:48,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:48,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:48,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:34:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-23T08:34:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-23T08:34:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-23T08:34:48,907 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:34:48,908 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:34:48,911 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:34:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741883_1059 (size=52) 2024-11-23T08:34:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-23T08:34:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-23T08:34:49,319 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:34:49,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b}] 2024-11-23T08:34:49,322 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:49,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-23T08:34:49,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:49,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 477be76c4104c2665050dd69dab5297b 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-23T08:34:49,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/49560dbfe2594865a4e21a56df66950a is 158, key is trslm:hdfs://localhost:37431/backupUT\x00ns2:test-17323508567061/meta:log-roll-map/1732350886550/Put/seqid=0 2024-11-23T08:34:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741884_1060 (size=5914) 2024-11-23T08:34:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-23T08:34:49,906 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/49560dbfe2594865a4e21a56df66950a 2024-11-23T08:34:49,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/b7a3cb0eb79d49e3a90690de5a8954bb is 433, key is session:backup_1732350866885/session:context/1732350887012/Put/seqid=0 2024-11-23T08:34:49,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741885_1061 (size=5535) 2024-11-23T08:34:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-23T08:34:50,330 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/b7a3cb0eb79d49e3a90690de5a8954bb 2024-11-23T08:34:50,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/49560dbfe2594865a4e21a56df66950a as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/49560dbfe2594865a4e21a56df66950a 2024-11-23T08:34:50,352 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/49560dbfe2594865a4e21a56df66950a, entries=6, sequenceid=17, filesize=5.8 K 2024-11-23T08:34:50,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/b7a3cb0eb79d49e3a90690de5a8954bb as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/b7a3cb0eb79d49e3a90690de5a8954bb 2024-11-23T08:34:50,359 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/b7a3cb0eb79d49e3a90690de5a8954bb, entries=2, sequenceid=17, filesize=5.4 K 2024-11-23T08:34:50,360 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 477be76c4104c2665050dd69dab5297b in 883ms, sequenceid=17, compaction requested=false 2024-11-23T08:34:50,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 477be76c4104c2665050dd69dab5297b: 2024-11-23T08:34:50,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. for snapshot_backup_system completed. 2024-11-23T08:34:50,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b.' region-info for snapshot=snapshot_backup_system 2024-11-23T08:34:50,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:34:50,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/49560dbfe2594865a4e21a56df66950a] hfiles 2024-11-23T08:34:50,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/49560dbfe2594865a4e21a56df66950a for snapshot=snapshot_backup_system 2024-11-23T08:34:50,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/b7a3cb0eb79d49e3a90690de5a8954bb] hfiles 2024-11-23T08:34:50,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7 for snapshot=snapshot_backup_system 2024-11-23T08:34:50,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/b7a3cb0eb79d49e3a90690de5a8954bb for snapshot=snapshot_backup_system 2024-11-23T08:34:50,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741886_1062 (size=173) 2024-11-23T08:34:50,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:34:50,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-23T08:34:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-23T08:34:50,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:50,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b 2024-11-23T08:34:50,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-23T08:34:50,780 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:34:50,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b in 1.4550 sec 2024-11-23T08:34:50,781 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:34:50,781 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:34:50,782 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-23T08:34:50,782 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-23T08:34:50,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741887_1063 (size=810) 2024-11-23T08:34:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-23T08:34:51,198 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:34:51,207 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:34:51,208 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_backup_system 2024-11-23T08:34:51,209 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:34:51,209 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-23T08:34:51,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3040 sec 2024-11-23T08:34:52,389 DEBUG [master/b33d9013c60a:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732350856706 2024-11-23T08:34:52,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741888_1064 (size=950) 2024-11-23T08:34:52,803 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/.tabledesc/.tableinfo.0000000002.908 2024-11-23T08:34:52,803 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/.tabledesc/.tableinfo.0000000003.950 2024-11-23T08:34:52,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732350856706 in 420 msec 2024-11-23T08:34:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-23T08:34:53,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-23T08:34:53,083 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732350888791 started at 1732350893083. 2024-11-23T08:34:53,085 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732350888791 has been started. 2024-11-23T08:34:53,089 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732350856706, ns2:test-17323508567061] 2024-11-23T08:34:53,093 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732350858074for backupID backup_1732350888791 2024-11-23T08:34:53,093 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-23T08:34:53,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-23T08:34:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-23T08:34:53,094 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-23T08:34:53,095 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-23T08:34:53,095 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-23T08:34:53,095 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-23T08:34:53,095 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:53,095 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:53,153 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-23T08:34:53,153 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,153 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-23T08:34:53,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-23T08:34:53,154 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,154 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-23T08:34:53,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:53,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:53,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-23T08:34:53,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:53,158 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-23T08:34:53,159 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-23T08:34:53,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-23T08:34:53,159 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-23T08:34:53,160 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-23T08:34:53,160 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-23T08:34:53,160 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-23T08:34:53,160 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b33d9013c60a,38293,1732350848707' joining acquired barrier for procedure (rolllog) in zk 2024-11-23T08:34:53,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,169 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:53,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:34:53,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:34:53,170 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-23T08:34:53,170 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-23T08:34:53,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:34:53,172 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:34:53,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:53,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:34:53,175 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b33d9013c60a,38293,1732350848707' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-23T08:34:53,176 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@da6eccd[Count = 0] remaining members to acquire global barrier 2024-11-23T08:34:53,176 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-23T08:34:53,176 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:53,186 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:53,186 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:53,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:53,186 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-23T08:34:53,186 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,186 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-23T08:34:53,186 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-23T08:34:53,186 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,186 INFO [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732350873746 highest: 1732350873746 on b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,187 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.meta:.meta(num 1732350873713) roll requested 2024-11-23T08:34:53,204 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350893187.meta, exclude list is [], retry=0 2024-11-23T08:34:53,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:53,209 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350873713.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350893187.meta 2024-11-23T08:34:53,209 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:53,209 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350873713.meta is not closed yet, will try archiving it next time 2024-11-23T08:34:53,209 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1:(num 1732350873730) roll requested 2024-11-23T08:34:53,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741857_1033 (size=93) 2024-11-23T08:34:53,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350873713.meta not finished, retry = 0 2024-11-23T08:34:53,226 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350893209, exclude list is [], retry=0 2024-11-23T08:34:53,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:53,230 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350893209 2024-11-23T08:34:53,230 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:53,230 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 is not closed yet, will try archiving it next time 2024-11-23T08:34:53,231 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0:(num 1732350873746) roll requested 2024-11-23T08:34:53,231 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350858074 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350858074 2024-11-23T08:34:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741858_1034 (size=30490) 2024-11-23T08:34:53,248 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350893231, exclude list is [], retry=0 2024-11-23T08:34:53,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:34:53,252 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350893231 2024-11-23T08:34:53,253 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:34:53,253 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 is not closed yet, will try archiving it next time 2024-11-23T08:34:53,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741859_1035 (size=1198) 2024-11-23T08:34:53,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 not finished, retry = 0 2024-11-23T08:34:53,267 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-23T08:34:53,267 INFO [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732350893231 on b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:34:53,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:34:53,287 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-23T08:34:53,287 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b33d9013c60a,38293,1732350848707' in zk 2024-11-23T08:34:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,302 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-23T08:34:53,302 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-23T08:34:53,302 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-23T08:34:53,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:34:53,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:34:53,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:34:53,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:34:53,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:53,305 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,305 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:34:53,306 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:53,306 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,307 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b33d9013c60a,38293,1732350848707': 2024-11-23T08:34:53,307 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-23T08:34:53,307 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b33d9013c60a,38293,1732350848707' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-23T08:34:53,307 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-23T08:34:53,307 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-23T08:34:53,307 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-23T08:34:53,307 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-23T08:34:53,312 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350873713.meta to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.meta.1732350873713.meta 2024-11-23T08:34:53,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:34:53,319 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:34:53,319 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-23T08:34:53,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:53,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:34:53,319 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-23T08:34:53,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:34:53,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:53,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:34:53,320 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-23T08:34:53,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-23T08:34:53,320 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:53,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-23T08:34:53,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:34:53,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:53,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,322 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:34:53,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:34:53,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,334 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-23T08:34:53,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:53,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-23T08:34:53,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:34:53,335 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-23T08:34:53,335 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-23T08:34:53,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-23T08:34:53,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:53,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:34:53,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:34:53,335 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-23T08:34:53,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-23T08:34:53,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-23T08:34:53,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-23T08:34:53,335 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-23T08:34:53,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-23T08:34:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-23T08:34:53,346 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b33d9013c60a:38293=1732350858074} newestTimestamps: {b33d9013c60a:38293=1732350873746} 2024-11-23T08:34:53,348 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b33d9013c60a%2C38293%2C1732350848707.meta.1732350852077.meta 2024-11-23T08:34:53,349 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b33d9013c60a%2C38293%2C1732350848707.meta.1732350893187.meta 2024-11-23T08:34:53,349 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 2024-11-23T08:34:53,349 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350893231 2024-11-23T08:34:53,349 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 2024-11-23T08:34:53,349 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350893209 2024-11-23T08:34:53,350 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.meta.1732350873713.meta 2024-11-23T08:34:53,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741892_1068 (size=950) 2024-11-23T08:34:53,764 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732350856706 target: hdfs://localhost:37431/backupUT/backup_1732350888791/default/test-1732350856706 descriptor: 'test-1732350856706', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:53,764 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-23T08:34:53,772 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732350856706 2024-11-23T08:34:53,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741893_1069 (size=53) 2024-11-23T08:34:54,182 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732350856706 2024-11-23T08:34:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741894_1070 (size=364) 2024-11-23T08:34:54,633 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17323508567061 target: hdfs://localhost:37431/backupUT/backup_1732350888791/ns2/test-17323508567061 descriptor: 'ns2:test-17323508567061', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:34:54,633 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-23T08:34:54,638 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17323508567061 2024-11-23T08:34:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741895_1071 (size=50) 2024-11-23T08:34:55,049 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17323508567061 2024-11-23T08:34:55,066 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37431/backupUT/.tmp/backup_1732350888791 from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746;hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 2024-11-23T08:34:55,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cd2f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:55,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:55,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:55,070 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:55,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:55,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:55,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e57c7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:55,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:55,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:55,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:55,072 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:55,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fac8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:55,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:34:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:34:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@400772d 2024-11-23T08:34:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:34:55,075 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:34:55,081 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-23T08:34:55,081 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732350856706 2024-11-23T08:34:55,082 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732350856706,, stopping at row=test-1732350856706 ,, for max=2147483647 with caching=100 2024-11-23T08:34:55,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:55,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:55,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:55,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:55,086 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732350856706: test-1732350856706; 2024-11-23T08:34:55,087 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17323508567061 2024-11-23T08:34:55,087 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17323508567061,, stopping at row=ns2:test-17323508567061 ,, for max=2147483647 with caching=100 2024-11-23T08:34:55,089 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17323508567061: ns2:test-17323508567061; 2024-11-23T08:34:55,089 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-23T08:34:55,089 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/partitions_79dcba1b-d278-47a1-bfc6-863cd4ac6806 2024-11-23T08:34:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741896_1072 (size=192) 2024-11-23T08:34:55,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:55,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:55,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-17896345195635717544.jar 2024-11-23T08:34:56,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:34:56,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:34:56,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:34:56,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:34:56,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:34:56,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:34:56,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:34:56,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:34:56,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:34:56,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:34:56,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:34:56,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:34:56,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:34:56,411 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732350856706,ns2:test-17323508567061 2024-11-23T08:34:56,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:34:56,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:34:56,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:56,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:56,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:34:56,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:34:57,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-12709988129328655651.jar 2024-11-23T08:34:57,298 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:34:57,321 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 for WAL files 2024-11-23T08:34:57,323 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 2024-11-23T08:34:57,323 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 for WAL files 2024-11-23T08:34:57,324 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 2024-11-23T08:34:57,414 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local2084427520_0003_122145ed-19dc-488b-8049-3861f364766a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:34:57,414 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local2084427520_0003_122145ed-19dc-488b-8049-3861f364766a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:34:57,490 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 for hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 (-9223372036854775808:9223372036854775807) length:30490 2024-11-23T08:34:57,512 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-23T08:34:57,512 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-23T08:34:57,549 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 for hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 (-9223372036854775808:9223372036854775807) length:1198 2024-11-23T08:34:57,553 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-23T08:34:57,554 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-23T08:34:57,628 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fe239b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:57,628 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:57,629 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:57,629 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a078b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:57,631 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:57,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df0f855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:57,633 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:57,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:57,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:57,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:57,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17323508567061', row='row-t20', locateType=CURRENT is [region=ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:34:57,637 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-23T08:34:57,637 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:34:57,637 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:57,638 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:57,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:34:57,638 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-23T08:34:57,638 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:34:57,644 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/backupUT/.tmp/backup_1732350888791/_temporary/0/_temporary/attempt_local2084427520_0003_r_000000_0/ns2/test-17323508567061/f/4e69f1cf780c4fb8956a6718f9e798b4 is 38, key is row-t20/f:q1/1732350887442/Put/seqid=0 2024-11-23T08:34:57,646 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:34:57,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741897_1073 (size=5275) 2024-11-23T08:34:58,087 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbfe9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:58,087 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:58,087 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:58,088 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:58,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:58,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:58,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b47aacc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:58,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:58,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:58,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:58,090 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1671a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:58,091 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:58,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:58,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:58,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:58,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732350856706', row='row-test-1732350856706-1-0', locateType=CURRENT is [region=test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., hostname=b33d9013c60a,38293,1732350848707, seqNum=107] 2024-11-23T08:34:58,096 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-23T08:34:58,096 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:34:58,096 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:58,096 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:58,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:34:58,096 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732350856706-1-0] 2024-11-23T08:34:58,096 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:34:58,107 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b8d579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:58,107 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:34:58,108 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:34:58,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:34:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:34:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:34:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3616c0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:34:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:34:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:58,110 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:34:58,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f374b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:34:58,111 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:34:58,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:34:58,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:34:58,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:34:58,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732350856706', row='row-test-1732350856706-3-0', locateType=CURRENT is [region=test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., hostname=b33d9013c60a,38293,1732350848707, seqNum=107] 2024-11-23T08:34:58,115 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-23T08:34:58,116 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:34:58,116 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:58,116 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:34:58,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:34:58,116 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732350856706-3-0] 2024-11-23T08:34:58,116 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:34:58,125 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/backupUT/.tmp/backup_1732350888791/_temporary/0/_temporary/attempt_local2084427520_0003_r_000001_0/default/test-1732350856706/f/77dce74919de4283a848bc9da6167d97 is 59, key is row-test-1732350856706-1-10/f:q1/1732350887074/Put/seqid=0 2024-11-23T08:34:58,127 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:34:58,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741898_1074 (size=10770) 2024-11-23T08:34:58,532 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/backupUT/.tmp/backup_1732350888791/_temporary/0/_temporary/attempt_local2084427520_0003_r_000001_0/default/test-1732350856706/mob/f2a17e99917043e7a0260b499b488041 is 63, key is row-test-1732350856706-3-100/mob:q1/1732350887398/Put/seqid=0 2024-11-23T08:34:58,534 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:34:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741899_1075 (size=11811) 2024-11-23T08:34:59,465 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37431/backupUT 2024-11-23T08:34:59,466 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732350888791 2024-11-23T08:34:59,466 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-23T08:34:59,481 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37431/backupUT/.tmp/backup_1732350888791, hdfs://localhost:37431/backupUT] 2024-11-23T08:34:59,546 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:34:59,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741900_1076 (size=11811) 2024-11-23T08:35:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741901_1077 (size=10770) 2024-11-23T08:35:00,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741902_1078 (size=5275) 2024-11-23T08:35:01,150 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-23T08:35:01,154 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732350888791 2024-11-23T08:35:01,155 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-23T08:35:01,155 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local685524358_0004 completed: true true 2024-11-23T08:35:01,157 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3825502 FILE: Number of bytes written=6187759 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=248 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-23T08:35:01,157 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37431/backupUT/.tmp/backup_1732350888791 to hdfs://localhost:37431/backupUT finished. 2024-11-23T08:35:01,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1732350856706:', locateType=CURRENT is [region=backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:01,174 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732350888791 2024-11-23T08:35:01,178 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732350866885} 2024-11-23T08:35:01,178 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-23T08:35:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741903_1079 (size=384) 2024-11-23T08:35:01,585 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37431/backupUT/backup_1732350888791/.backup.manifest 2024-11-23T08:35:01,586 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732350888791 finished: type=INCREMENTAL,tablelist=test-1732350856706;ns2:test-17323508567061,targetRootDir=hdfs://localhost:37431/backupUT,startts=1732350893083,completets=1732350901174,bytescopied=0 2024-11-23T08:35:01,586 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-23T08:35:01,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-23T08:35:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-23T08:35:01,602 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-23T08:35:01,604 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-23T08:35:01,609 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732350888791 completed. 2024-11-23T08:35:01,610 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-23T08:35:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:01,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:01,630 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37431/backupUT/backup_1732350888791/.backup.manifest 2024-11-23T08:35:01,633 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732350888791/.backup.manifest 2024-11-23T08:35:01,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732350856706 from 'test-1732350856706', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732350856706', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:35:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732350856706 2024-11-23T08:35:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741904_1080 (size=908) 2024-11-23T08:35:02,053 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/.tabledesc/.tableinfo.0000000003.950 2024-11-23T08:35:02,054 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/.tabledesc/.tableinfo.0000000004.908 2024-11-23T08:35:02,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732350856706}] 2024-11-23T08:35:02,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE}] 2024-11-23T08:35:02,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE 2024-11-23T08:35:02,065 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=CLOSING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:35:02,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE because future has completed 2024-11-23T08:35:02,068 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T08:35:02,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:35:02,221 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,221 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T08:35:02,221 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing a195e29065656320eeed00798b708b3e, disabling compactions & flushes 2024-11-23T08:35:02,221 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:35:02,221 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:35:02,222 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. after waiting 0 ms 2024-11-23T08:35:02,222 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:35:02,227 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-23T08:35:02,227 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:35:02,227 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:35:02,227 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for a195e29065656320eeed00798b708b3e: Waiting for close lock at 1732350902221Running coprocessor pre-close hooks at 1732350902221Disabling compacts and flushes for region at 1732350902221Disabling writes for close at 1732350902222 (+1 ms)Writing region close event to WAL at 1732350902223 (+1 ms)Running coprocessor post-close hooks at 1732350902227 (+4 ms)Closed at 1732350902227 2024-11-23T08:35:02,227 WARN [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: a195e29065656320eeed00798b708b3e to self. 2024-11-23T08:35:02,229 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=CLOSED 2024-11-23T08:35:02,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:35:02,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-23T08:35:02,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 in 165 msec 2024-11-23T08:35:02,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE; state=CLOSED, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=true 2024-11-23T08:35:02,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:35:02,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE because future has completed 2024-11-23T08:35:02,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:35:02,474 DEBUG [master/b33d9013c60a:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732350856706 2024-11-23T08:35:02,474 DEBUG [master/b33d9013c60a:0.Chore.1 {}] procedure.MasterProcedureScheduler(153): There is already a procedure running for table test-1732350856706, added pid=47, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732350856706 to waiting queue 2024-11-23T08:35:02,550 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:35:02,550 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a195e29065656320eeed00798b708b3e, NAME => 'test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:35:02,551 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:35:02,551 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732350856706 a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,551 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:35:02,552 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,552 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,554 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,556 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a195e29065656320eeed00798b708b3e columnFamilyName f 2024-11-23T08:35:02,556 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:02,565 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/02c95751e6ba4bd39ea8ce537dac9d31 2024-11-23T08:35:02,570 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 2024-11-23T08:35:02,570 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(327): Store=a195e29065656320eeed00798b708b3e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:02,570 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,572 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a195e29065656320eeed00798b708b3e columnFamilyName f2 2024-11-23T08:35:02,572 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:02,572 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(327): Store=a195e29065656320eeed00798b708b3e/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:02,573 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,574 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a195e29065656320eeed00798b708b3e columnFamilyName mob 2024-11-23T08:35:02,574 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:02,581 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/5403e4ceecb8455caf38700a3a1f398f 2024-11-23T08:35:02,586 DEBUG [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 2024-11-23T08:35:02,586 INFO [StoreOpener-a195e29065656320eeed00798b708b3e-1 {}] regionserver.HStore(327): Store=a195e29065656320eeed00798b708b3e/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:02,587 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,588 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,589 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,590 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,590 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,591 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732350856706 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T08:35:02,593 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,594 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a195e29065656320eeed00798b708b3e; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9698299200, jitterRate=-0.09677550196647644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T08:35:02,594 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a195e29065656320eeed00798b708b3e 2024-11-23T08:35:02,597 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a195e29065656320eeed00798b708b3e: Running coprocessor pre-open hook at 1732350902552Writing region info on filesystem at 1732350902552Initializing all the Stores at 1732350902553 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350902554 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350902554Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350902554Cleaning up temporary data from old regions at 1732350902590 (+36 ms)Running coprocessor post-open hooks at 1732350902594 (+4 ms)Region opened successfully at 1732350902597 (+3 ms) 2024-11-23T08:35:02,598 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., pid=46, masterSystemTime=1732350902543 2024-11-23T08:35:02,601 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a195e29065656320eeed00798b708b3e, regionState=OPEN, openSeqNum=338, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:35:02,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:35:02,603 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:35:02,603 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:35:02,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-23T08:35:02,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure a195e29065656320eeed00798b708b3e, server=b33d9013c60a,38293,1732350848707 in 214 msec 2024-11-23T08:35:02,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-23T08:35:02,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732350856706, region=a195e29065656320eeed00798b708b3e, REOPEN/MOVE in 542 msec 2024-11-23T08:35:02,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T08:35:02,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732350856706 in 547 msec 2024-11-23T08:35:02,611 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732350856706 2024-11-23T08:35:02,617 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b 2024-11-23T08:35:02,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732350856706 in 983 msec 2024-11-23T08:35:02,620 DEBUG [PEWorker-1 {}] procedure.MasterProcedureScheduler(373): pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732350856706 completed, enqueue a new procedure pid=47, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732350856706 2024-11-23T08:35:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-23T08:35:02,621 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732350856706 completed 2024-11-23T08:35:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741905_1081 (size=950) 2024-11-23T08:35:02,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,660 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-23T08:35:02,664 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732350902622 2024-11-23T08:35:02,666 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732350888791} 2024-11-23T08:35:02,666 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732350866885} 2024-11-23T08:35:02,666 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-23T08:35:02,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,711 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732350856706 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732350856706 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T08:35:02,714 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732350902622,startts=0,failedts=1732350902712,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732350856706 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-23T08:35:02,714 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-23T08:35:02,716 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-23T08:35:02,716 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-23T08:35:02,717 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-23T08:35:02,718 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-23T08:35:02,719 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-23T08:35:02,722 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732350902622 failed. 2024-11-23T08:35:02,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:02,740 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732350856706, ns2:test-17323508567061, ns3:test-17323508567062, ns4:test-17323508567063] 2024-11-23T08:35:02,741 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-23T08:35:02,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-23T08:35:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350902746 (current time:1732350902746). 2024-11-23T08:35:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:35:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-23T08:35:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e38d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:02,748 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:02,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:02,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:02,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4b0cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:02,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:02,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:02,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:02,750 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:02,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756f2e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:02,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:02,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:02,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:02,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:35:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:02,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:35:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-23T08:35:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-11-23T08:35:02,758 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:35:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T08:35:02,759 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:35:02,762 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:35:02,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741906_1082 (size=52) 2024-11-23T08:35:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T08:35:03,035 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/.tabledesc/.tableinfo.0000000004.908 2024-11-23T08:35:03,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/.tabledesc/.tableinfo.0000000005.950 2024-11-23T08:35:03,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732350856706 in 563 msec 2024-11-23T08:35:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T08:35:03,171 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:35:03,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b}] 2024-11-23T08:35:03,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b 2024-11-23T08:35:03,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-11-23T08:35:03,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:35:03,329 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 477be76c4104c2665050dd69dab5297b 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-23T08:35:03,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/6587614e19eb452bb40c4adc709f3749 is 158, key is trslm:hdfs://localhost:37431/backupUT\x00ns2:test-17323508567061/meta:log-roll-map/1732350901164/Put/seqid=0 2024-11-23T08:35:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741907_1083 (size=5745) 2024-11-23T08:35:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T08:35:03,741 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/6587614e19eb452bb40c4adc709f3749 2024-11-23T08:35:03,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/5ebdc0bf9b7d41efa6097c586b181578 is 1245, key is session:backup_1732350902622/session:context/1732350902719/Put/seqid=0 2024-11-23T08:35:03,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741908_1084 (size=6682) 2024-11-23T08:35:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T08:35:04,163 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/5ebdc0bf9b7d41efa6097c586b181578 2024-11-23T08:35:04,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/6587614e19eb452bb40c4adc709f3749 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/6587614e19eb452bb40c4adc709f3749 2024-11-23T08:35:04,185 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/6587614e19eb452bb40c4adc709f3749, entries=4, sequenceid=31, filesize=5.6 K 2024-11-23T08:35:04,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/5ebdc0bf9b7d41efa6097c586b181578 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/5ebdc0bf9b7d41efa6097c586b181578 2024-11-23T08:35:04,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/5ebdc0bf9b7d41efa6097c586b181578, entries=3, sequenceid=31, filesize=6.5 K 2024-11-23T08:35:04,193 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 477be76c4104c2665050dd69dab5297b in 864ms, sequenceid=31, compaction requested=true 2024-11-23T08:35:04,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 477be76c4104c2665050dd69dab5297b: 2024-11-23T08:35:04,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. for snapshot_backup_system completed. 2024-11-23T08:35:04,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b.' region-info for snapshot=snapshot_backup_system 2024-11-23T08:35:04,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:35:04,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/49560dbfe2594865a4e21a56df66950a, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/6587614e19eb452bb40c4adc709f3749] hfiles 2024-11-23T08:35:04,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/49560dbfe2594865a4e21a56df66950a for snapshot=snapshot_backup_system 2024-11-23T08:35:04,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/6587614e19eb452bb40c4adc709f3749 for snapshot=snapshot_backup_system 2024-11-23T08:35:04,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/b7a3cb0eb79d49e3a90690de5a8954bb, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/5ebdc0bf9b7d41efa6097c586b181578] hfiles 2024-11-23T08:35:04,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7 for snapshot=snapshot_backup_system 2024-11-23T08:35:04,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/b7a3cb0eb79d49e3a90690de5a8954bb for snapshot=snapshot_backup_system 2024-11-23T08:35:04,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/5ebdc0bf9b7d41efa6097c586b181578 for snapshot=snapshot_backup_system 2024-11-23T08:35:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741909_1085 (size=251) 2024-11-23T08:35:04,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:35:04,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-23T08:35:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-23T08:35:04,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 477be76c4104c2665050dd69dab5297b 2024-11-23T08:35:04,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b 2024-11-23T08:35:04,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-23T08:35:04,609 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:35:04,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b in 1.4330 sec 2024-11-23T08:35:04,610 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:35:04,611 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:35:04,611 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-23T08:35:04,612 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-23T08:35:04,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741910_1086 (size=888) 2024-11-23T08:35:04,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6b973a999cf618c45acfea4f4eb107d1, had cached 0 bytes from a total of 8413 2024-11-23T08:35:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T08:35:05,027 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:35:05,036 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:35:05,037 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_backup_system 2024-11-23T08:35:05,038 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:35:05,038 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-11-23T08:35:05,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2820 sec 2024-11-23T08:35:05,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T08:35:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-23T08:35:06,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-23T08:35:06,926 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732350902723 started at 1732350906925. 2024-11-23T08:35:06,931 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732350902723 has been started. 2024-11-23T08:35:06,937 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-23T08:35:06,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-23T08:35:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-23T08:35:06,938 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-23T08:35:06,938 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-23T08:35:06,939 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-23T08:35:06,939 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-23T08:35:06,940 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:06,940 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:07,000 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,000 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-23T08:35:07,000 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-23T08:35:07,000 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-23T08:35:07,001 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,001 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-23T08:35:07,002 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:07,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:07,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-23T08:35:07,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:07,005 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-23T08:35:07,006 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-23T08:35:07,006 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-23T08:35:07,006 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-23T08:35:07,006 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-23T08:35:07,006 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-23T08:35:07,007 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-23T08:35:07,007 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b33d9013c60a,38293,1732350848707' joining acquired barrier for procedure (rolllog) in zk 2024-11-23T08:35:07,016 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:07,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:35:07,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:35:07,016 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-23T08:35:07,016 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-23T08:35:07,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:35:07,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:35:07,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:07,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:35:07,018 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b33d9013c60a,38293,1732350848707' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-23T08:35:07,019 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2f1df545[Count = 0] remaining members to acquire global barrier 2024-11-23T08:35:07,019 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-23T08:35:07,019 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:07,024 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:07,024 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:07,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:07,024 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-23T08:35:07,025 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,025 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-23T08:35:07,025 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-23T08:35:07,025 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,025 INFO [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732350893231 highest: 1732350893231 on b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,025 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.meta:.meta(num 1732350893187) roll requested 2024-11-23T08:35:07,041 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350907025.meta, exclude list is [], retry=0 2024-11-23T08:35:07,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:35:07,045 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350893187.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350907025.meta 2024-11-23T08:35:07,046 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:35:07,046 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350893187.meta is not closed yet, will try archiving it next time 2024-11-23T08:35:07,046 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1:(num 1732350893209) roll requested 2024-11-23T08:35:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741889_1065 (size=1903) 2024-11-23T08:35:07,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350893187.meta not finished, retry = 0 2024-11-23T08:35:07,058 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046, exclude list is [], retry=0 2024-11-23T08:35:07,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:35:07,062 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350893209 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046 2024-11-23T08:35:07,062 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:35:07,062 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350893209 is not closed yet, will try archiving it next time 2024-11-23T08:35:07,062 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0:(num 1732350893231) roll requested 2024-11-23T08:35:07,062 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350873730 2024-11-23T08:35:07,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350893209 not finished, retry = 0 2024-11-23T08:35:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741890_1066 (size=4927) 2024-11-23T08:35:07,074 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062, exclude list is [], retry=0 2024-11-23T08:35:07,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:35:07,078 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350893231 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 2024-11-23T08:35:07,078 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:35:07,078 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350893231 is not closed yet, will try archiving it next time 2024-11-23T08:35:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741891_1067 (size=93) 2024-11-23T08:35:07,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350893231 not finished, retry = 0 2024-11-23T08:35:07,085 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-23T08:35:07,085 INFO [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732350907062 on b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:07,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:07,105 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-23T08:35:07,105 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b33d9013c60a,38293,1732350848707' in zk 2024-11-23T08:35:07,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,132 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-23T08:35:07,133 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-23T08:35:07,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:35:07,133 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-23T08:35:07,133 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:35:07,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:35:07,134 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:35:07,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:07,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,137 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:35:07,137 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:07,138 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,139 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b33d9013c60a,38293,1732350848707': 2024-11-23T08:35:07,139 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b33d9013c60a,38293,1732350848707' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-23T08:35:07,139 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-23T08:35:07,139 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-23T08:35:07,140 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-23T08:35:07,140 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-23T08:35:07,140 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-23T08:35:07,149 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:35:07,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:35:07,149 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-23T08:35:07,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:07,150 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-23T08:35:07,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:35:07,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:35:07,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:07,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:35:07,150 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-23T08:35:07,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-23T08:35:07,151 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:07,151 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:07,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:35:07,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:07,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,153 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:35:07,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:07,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:07,157 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-23T08:35:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:07,157 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-23T08:35:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:07,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-23T08:35:07,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:07,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:35:07,158 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-23T08:35:07,158 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-23T08:35:07,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-23T08:35:07,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-23T08:35:07,158 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-23T08:35:07,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-23T08:35:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-23T08:35:07,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-23T08:35:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350907166 (current time:1732350907166). 2024-11-23T08:35:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:35:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732350907165_backup_system_bulk VERSION not specified, setting to 2 2024-11-23T08:35:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd76438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:07,168 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:07,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:07,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:07,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7417428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:07,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:07,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:07,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:07,169 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:07,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715775a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:07,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:07,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:07,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:07,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:35:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:07,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:35:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-23T08:35:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-23T08:35:07,175 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:35:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-23T08:35:07,175 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:35:07,178 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:35:07,181 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350893231 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350893231 2024-11-23T08:35:07,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741914_1090 (size=76) 2024-11-23T08:35:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-23T08:35:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-23T08:35:07,588 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:35:07,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f112bf5ead047259a07b7535689495e1}] 2024-11-23T08:35:07,591 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f112bf5ead047259a07b7535689495e1 2024-11-23T08:35:07,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-23T08:35:07,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:35:07,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for f112bf5ead047259a07b7535689495e1: 2024-11-23T08:35:07,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. for snapshot_1732350907165_backup_system_bulk completed. 2024-11-23T08:35:07,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1.' region-info for snapshot=snapshot_1732350907165_backup_system_bulk 2024-11-23T08:35:07,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:35:07,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T08:35:07,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T08:35:07,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741915_1091 (size=61) 2024-11-23T08:35:07,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-23T08:35:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-23T08:35:08,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:35:08,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-23T08:35:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-23T08:35:08,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732350907165_backup_system_bulk on region f112bf5ead047259a07b7535689495e1 2024-11-23T08:35:08,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f112bf5ead047259a07b7535689495e1 2024-11-23T08:35:08,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-23T08:35:08,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f112bf5ead047259a07b7535689495e1 in 575 msec 2024-11-23T08:35:08,168 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:35:08,170 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:35:08,171 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:35:08,171 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732350907165_backup_system_bulk 2024-11-23T08:35:08,172 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350907165_backup_system_bulk 2024-11-23T08:35:08,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741916_1092 (size=702) 2024-11-23T08:35:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-23T08:35:08,589 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:35:08,597 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:35:08,597 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350907165_backup_system_bulk to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350907165_backup_system_bulk 2024-11-23T08:35:08,599 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:35:08,599 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-23T08:35:08,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732350907165_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4260 sec 2024-11-23T08:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-23T08:35:09,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-23T08:35:09,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } 2024-11-23T08:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350909337 (current time:1732350909337). 2024-11-23T08:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:35:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732350909335_default_test-1732350856706 VERSION not specified, setting to 2 2024-11-23T08:35:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96fea5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:09,341 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:09,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:09,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:09,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3845cc8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:09,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:09,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:09,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:09,342 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:09,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548a91fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:09,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:09,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:09,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:09,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:09,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } 2024-11-23T08:35:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-23T08:35:09,349 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:35:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-23T08:35:09,350 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:35:09,353 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:35:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741917_1093 (size=84) 2024-11-23T08:35:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-23T08:35:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-23T08:35:09,800 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:35:09,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a195e29065656320eeed00798b708b3e}] 2024-11-23T08:35:09,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a195e29065656320eeed00798b708b3e 2024-11-23T08:35:09,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-23T08:35:09,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:35:09,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for a195e29065656320eeed00798b708b3e: 2024-11-23T08:35:09,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. for snapshot_1732350909335_default_test-1732350856706 completed. 2024-11-23T08:35:09,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.' region-info for snapshot=snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:09,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:35:09,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/02c95751e6ba4bd39ea8ce537dac9d31] hfiles 2024-11-23T08:35:09,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 for snapshot=snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:09,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/02c95751e6ba4bd39ea8ce537dac9d31 for snapshot=snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:09,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T08:35:09,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/5403e4ceecb8455caf38700a3a1f398f] hfiles 2024-11-23T08:35:09,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 for snapshot=snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:09,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/5403e4ceecb8455caf38700a3a1f398f for snapshot=snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741918_1094 (size=224) 2024-11-23T08:35:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-23T08:35:10,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:35:10,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-23T08:35:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-23T08:35:10,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732350909335_default_test-1732350856706 on region a195e29065656320eeed00798b708b3e 2024-11-23T08:35:10,367 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a195e29065656320eeed00798b708b3e 2024-11-23T08:35:10,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-23T08:35:10,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a195e29065656320eeed00798b708b3e in 568 msec 2024-11-23T08:35:10,371 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:35:10,372 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:35:10,374 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-23T08:35:10,374 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-23T08:35:10,374 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:10,375 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-23T08:35:10,375 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:10,376 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-23T08:35:10,376 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:10,377 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f/mob/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e] hfiles 2024-11-23T08:35:10,377 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f/mob/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e 2024-11-23T08:35:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741919_1095 (size=168) 2024-11-23T08:35:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-23T08:35:10,787 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:35:10,787 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:10,788 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:10,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741920_1096 (size=1347) 2024-11-23T08:35:11,204 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:35:11,215 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:35:11,216 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350909335_default_test-1732350856706 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:11,217 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:35:11,217 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-23T08:35:11,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732350909335_default_test-1732350856706 table=test-1732350856706 type=FLUSH ttl=0 } in 1.8700 sec 2024-11-23T08:35:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-23T08:35:11,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732350856706 completed 2024-11-23T08:35:11,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } 2024-11-23T08:35:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350911496 (current time:1732350911496). 2024-11-23T08:35:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:35:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732350911494_ns2_test-17323508567061 VERSION not specified, setting to 2 2024-11-23T08:35:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16049a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:11,500 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:11,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:11,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:11,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0967a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:11,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:11,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:11,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:11,503 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:11,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd2fbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:11,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:11,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:35:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:11,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:35:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } 2024-11-23T08:35:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-23T08:35:11,511 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:35:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-23T08:35:11,512 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:35:11,514 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:35:11,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741921_1097 (size=86) 2024-11-23T08:35:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-23T08:35:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-23T08:35:11,925 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:35:11,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b973a999cf618c45acfea4f4eb107d1}] 2024-11-23T08:35:11,928 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:35:12,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-23T08:35:12,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:35:12,082 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 6b973a999cf618c45acfea4f4eb107d1 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-23T08:35:12,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/.tmp/f/8bb16384ff01424a905d48047fe7f0a2 is 38, key is row-t20/f:q1/1732350887442/Put/seqid=0 2024-11-23T08:35:12,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741922_1098 (size=5134) 2024-11-23T08:35:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-23T08:35:12,346 INFO [master/b33d9013c60a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T08:35:12,346 INFO [master/b33d9013c60a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T08:35:12,501 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/.tmp/f/8bb16384ff01424a905d48047fe7f0a2 2024-11-23T08:35:12,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/.tmp/f/8bb16384ff01424a905d48047fe7f0a2 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/8bb16384ff01424a905d48047fe7f0a2 2024-11-23T08:35:12,523 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/8bb16384ff01424a905d48047fe7f0a2, entries=5, sequenceid=111, filesize=5.0 K 2024-11-23T08:35:12,524 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 6b973a999cf618c45acfea4f4eb107d1 in 442ms, sequenceid=111, compaction requested=false 2024-11-23T08:35:12,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 6b973a999cf618c45acfea4f4eb107d1: 2024-11-23T08:35:12,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. for snapshot_1732350911494_ns2_test-17323508567061 completed. 2024-11-23T08:35:12,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1.' region-info for snapshot=snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:12,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:35:12,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/8bb16384ff01424a905d48047fe7f0a2] hfiles 2024-11-23T08:35:12,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 for snapshot=snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:12,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/8bb16384ff01424a905d48047fe7f0a2 for snapshot=snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741923_1099 (size=130) 2024-11-23T08:35:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-23T08:35:12,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:35:12,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-23T08:35:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-23T08:35:12,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732350911494_ns2_test-17323508567061 on region 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:35:12,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:35:12,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-23T08:35:12,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6b973a999cf618c45acfea4f4eb107d1 in 1.0120 sec 2024-11-23T08:35:12,943 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:35:12,944 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:35:12,945 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:35:12,945 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:12,947 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:12,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741924_1100 (size=496) 2024-11-23T08:35:13,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 477be76c4104c2665050dd69dab5297b, had cached 0 bytes from a total of 28925 2024-11-23T08:35:13,363 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:35:13,374 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:35:13,375 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350911494_ns2_test-17323508567061 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:13,377 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:35:13,377 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-23T08:35:13,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732350911494_ns2_test-17323508567061 table=ns2:test-17323508567061 type=FLUSH ttl=0 } in 1.8680 sec 2024-11-23T08:35:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-23T08:35:13,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17323508567061 completed 2024-11-23T08:35:13,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } 2024-11-23T08:35:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350913657 (current time:1732350913657). 2024-11-23T08:35:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:35:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732350913655_ns3_test-17323508567062 VERSION not specified, setting to 2 2024-11-23T08:35:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a63a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:13,662 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:13,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:13,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:13,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407d8214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:13,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:13,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:13,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:13,666 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:13,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302d19ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:13,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:13,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:13,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:13,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:35:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:13,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:35:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } 2024-11-23T08:35:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-23T08:35:13,673 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:35:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T08:35:13,674 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:35:13,677 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:35:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741925_1101 (size=86) 2024-11-23T08:35:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T08:35:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T08:35:14,086 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:35:14,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60fdca1d76aab241e4da4dce5c641803}] 2024-11-23T08:35:14,088 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:35:14,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-23T08:35:14,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:35:14,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 60fdca1d76aab241e4da4dce5c641803: 2024-11-23T08:35:14,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. for snapshot_1732350913655_ns3_test-17323508567062 completed. 2024-11-23T08:35:14,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803.' region-info for snapshot=snapshot_1732350913655_ns3_test-17323508567062 2024-11-23T08:35:14,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:35:14,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T08:35:14,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741926_1102 (size=52) 2024-11-23T08:35:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T08:35:14,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:35:14,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-23T08:35:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-23T08:35:14,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732350913655_ns3_test-17323508567062 on region 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:35:14,655 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:35:14,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-23T08:35:14,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60fdca1d76aab241e4da4dce5c641803 in 572 msec 2024-11-23T08:35:14,663 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:35:14,665 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:35:14,666 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:35:14,666 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732350913655_ns3_test-17323508567062 2024-11-23T08:35:14,667 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350913655_ns3_test-17323508567062 2024-11-23T08:35:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741927_1103 (size=443) 2024-11-23T08:35:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T08:35:15,084 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:35:15,090 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:35:15,091 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350913655_ns3_test-17323508567062 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350913655_ns3_test-17323508567062 2024-11-23T08:35:15,093 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:35:15,093 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-23T08:35:15,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732350913655_ns3_test-17323508567062 table=ns3:test-17323508567062 type=FLUSH ttl=0 } in 1.4210 sec 2024-11-23T08:35:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-23T08:35:15,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17323508567062 completed 2024-11-23T08:35:15,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } 2024-11-23T08:35:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350915827 (current time:1732350915827). 2024-11-23T08:35:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:35:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732350915826_ns4_test-17323508567063 VERSION not specified, setting to 2 2024-11-23T08:35:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8835c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:15,832 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:15,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70428deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:15,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:15,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:15,836 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:15,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3b35b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:15,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:15,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:15,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:15,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:35:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:15,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:35:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } 2024-11-23T08:35:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-23T08:35:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T08:35:15,845 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:35:15,845 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:35:15,848 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:35:15,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741928_1104 (size=86) 2024-11-23T08:35:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T08:35:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T08:35:16,257 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:35:16,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 602e156993a30c3c4a1d7200a38e3f3a}] 2024-11-23T08:35:16,260 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:35:16,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-23T08:35:16,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:35:16,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 602e156993a30c3c4a1d7200a38e3f3a: 2024-11-23T08:35:16,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. for snapshot_1732350915826_ns4_test-17323508567063 completed. 2024-11-23T08:35:16,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a.' region-info for snapshot=snapshot_1732350915826_ns4_test-17323508567063 2024-11-23T08:35:16,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:35:16,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T08:35:16,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741929_1105 (size=52) 2024-11-23T08:35:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T08:35:16,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:35:16,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-23T08:35:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-23T08:35:16,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732350915826_ns4_test-17323508567063 on region 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:35:16,827 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:35:16,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-23T08:35:16,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 602e156993a30c3c4a1d7200a38e3f3a in 571 msec 2024-11-23T08:35:16,833 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:35:16,835 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:35:16,836 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:35:16,836 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732350915826_ns4_test-17323508567063 2024-11-23T08:35:16,837 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350915826_ns4_test-17323508567063 2024-11-23T08:35:16,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741930_1106 (size=443) 2024-11-23T08:35:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T08:35:17,255 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:35:17,262 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:35:17,263 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_1732350915826_ns4_test-17323508567063 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350915826_ns4_test-17323508567063 2024-11-23T08:35:17,265 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:35:17,265 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-23T08:35:17,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732350915826_ns4_test-17323508567063 table=ns4:test-17323508567063 type=FLUSH ttl=0 } in 1.4220 sec 2024-11-23T08:35:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-23T08:35:17,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17323508567063 completed 2024-11-23T08:35:17,995 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732350902723 2024-11-23T08:35:17,995 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-23T08:35:17,995 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-23T08:35:17,995 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732350902723_backup:system_bulk 2024-11-23T08:35:17,995 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732350907165_backup_system_bulk to hdfs://localhost:37431/backupUT/backup_1732350902723/backup/system_bulk/ 2024-11-23T08:35:17,995 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-23T08:35:18,028 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37431, inputRoot=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:35:18,028 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1438464640_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37431/backupUT/backup_1732350902723/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37431/backupUT/backup_1732350902723/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732350907165_backup_system_bulk 2024-11-23T08:35:18,030 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-23T08:35:18,034 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350907165_backup_system_bulk to hdfs://localhost:37431/backupUT/backup_1732350902723/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732350907165_backup_system_bulk 2024-11-23T08:35:18,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741931_1107 (size=702) 2024-11-23T08:35:18,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741932_1108 (size=76) 2024-11-23T08:35:18,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:18,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:18,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-17847971176208272295.jar 2024-11-23T08:35:19,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:19,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:35:19,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:35:19,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:35:19,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:35:19,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:35:19,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:35:19,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:35:19,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:35:19,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:35:19,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:35:19,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:35:19,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:19,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:19,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:19,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:19,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:19,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:19,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:19,356 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:35:19,378 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732350907165_backup_system_bulk' hfile list 2024-11-23T08:35:19,454 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local2041089089_0005_0758bdb3-0f44-47d6-b1b2-cf82dfd15be4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:35:19,454 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local2041089089_0005_0758bdb3-0f44-47d6-b1b2-cf82dfd15be4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:35:20,494 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-23T08:35:20,497 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-23T08:35:20,506 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732350907165_backup_system_bulk 2024-11-23T08:35:20,506 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732350907165_backup_system_bulk finished. 2024-11-23T08:35:20,506 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732350902723_test-1732350856706 2024-11-23T08:35:20,506 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732350909335_default_test-1732350856706 to hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/ 2024-11-23T08:35:20,506 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-23T08:35:20,535 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37431, inputRoot=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:35:20,535 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1438464640_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/.hbase-snapshot/.tmp/snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:20,537 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-23T08:35:20,543 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350909335_default_test-1732350856706 to hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/.hbase-snapshot/.tmp/snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:20,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741934_1110 (size=84) 2024-11-23T08:35:20,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741933_1109 (size=1347) 2024-11-23T08:35:20,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:20,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:20,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-2280905414274958514.jar 2024-11-23T08:35:21,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:21,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:35:21,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:35:21,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:35:21,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:35:21,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:35:21,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:35:21,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:35:21,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:35:21,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:35:21,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:35:21,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:35:21,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:21,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:21,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:21,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:21,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:21,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:21,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:21,862 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:35:21,889 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732350909335_default_test-1732350856706' hfile list 2024-11-23T08:35:21,891 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-11-23T08:35:21,970 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1325889841_0006_72b3cc24-a8b9-46ae-ae59-1da84b35120b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:35:21,970 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1325889841_0006_72b3cc24-a8b9-46ae-ae59-1da84b35120b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:35:22,041 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-23T08:35:22,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741935_1111 (size=13760) 2024-11-23T08:35:22,476 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/5403e4ceecb8455caf38700a3a1f398f output=hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/5403e4ceecb8455caf38700a3a1f398f 2024-11-23T08:35:22,477 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-23T08:35:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741936_1112 (size=10796) 2024-11-23T08:35:22,903 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/02c95751e6ba4bd39ea8ce537dac9d31 output=hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/02c95751e6ba4bd39ea8ce537dac9d31 2024-11-23T08:35:22,903 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-23T08:35:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741937_1113 (size=8413) 2024-11-23T08:35:23,333 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 output=hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 2024-11-23T08:35:23,333 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-23T08:35:23,349 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f/mob/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e to hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f/mob/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e" truncated to max limit (512 characters) 2024-11-23T08:35:23,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741938_1114 (size=5591) 2024-11-23T08:35:23,761 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f/mob/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e output=hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f/mob/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e 2024-11-23T08:35:23,762 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-23T08:35:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741939_1115 (size=5484) 2024-11-23T08:35:24,200 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 output=hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 2024-11-23T08:35:24,201 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-23T08:35:25,008 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-23T08:35:25,009 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-23T08:35:25,020 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:25,020 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732350909335_default_test-1732350856706 finished. 2024-11-23T08:35:25,020 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732350902723_ns2:test-17323508567061 2024-11-23T08:35:25,020 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732350911494_ns2_test-17323508567061 to hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061/ 2024-11-23T08:35:25,020 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-23T08:35:25,050 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37431, inputRoot=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:35:25,050 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1438464640_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061/.hbase-snapshot/.tmp/snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:25,052 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-23T08:35:25,057 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350911494_ns2_test-17323508567061 to hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061/.hbase-snapshot/.tmp/snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:25,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741941_1117 (size=496) 2024-11-23T08:35:25,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741940_1116 (size=86) 2024-11-23T08:35:25,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:25,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:25,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-13288252992708408587.jar 2024-11-23T08:35:26,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:26,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:35:26,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:35:26,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:35:26,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:35:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:35:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:35:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:35:26,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:35:26,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:35:26,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:35:26,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:35:26,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:26,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:26,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:26,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:26,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:26,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:26,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:26,384 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:35:26,406 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732350911494_ns2_test-17323508567061' hfile list 2024-11-23T08:35:26,408 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-11-23T08:35:26,484 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1555030442_0007_6ae6fb0a-1e69-4fb3-bc01-4a5ea1d3abad/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:35:26,484 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1555030442_0007_6ae6fb0a-1e69-4fb3-bc01-4a5ea1d3abad/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:35:26,544 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-23T08:35:26,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741942_1118 (size=8413) 2024-11-23T08:35:26,971 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 output=hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 2024-11-23T08:35:26,971 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-23T08:35:26,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741943_1119 (size=5134) 2024-11-23T08:35:27,407 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/8bb16384ff01424a905d48047fe7f0a2 output=hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/8bb16384ff01424a905d48047fe7f0a2 2024-11-23T08:35:27,407 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-23T08:35:27,518 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-23T08:35:27,519 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-23T08:35:27,528 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:27,528 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732350911494_ns2_test-17323508567061 finished. 2024-11-23T08:35:27,528 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732350902723_ns3:test-17323508567062 2024-11-23T08:35:27,528 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732350913655_ns3_test-17323508567062 to hdfs://localhost:37431/backupUT/backup_1732350902723/ns3/test-17323508567062/ 2024-11-23T08:35:27,528 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-23T08:35:27,554 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37431, inputRoot=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:35:27,554 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1438464640_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37431/backupUT/backup_1732350902723/ns3/test-17323508567062, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37431/backupUT/backup_1732350902723/ns3/test-17323508567062/.hbase-snapshot/.tmp/snapshot_1732350913655_ns3_test-17323508567062 2024-11-23T08:35:27,556 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-23T08:35:27,560 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350913655_ns3_test-17323508567062 to hdfs://localhost:37431/backupUT/backup_1732350902723/ns3/test-17323508567062/.hbase-snapshot/.tmp/snapshot_1732350913655_ns3_test-17323508567062 2024-11-23T08:35:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741945_1121 (size=86) 2024-11-23T08:35:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741944_1120 (size=443) 2024-11-23T08:35:27,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:27,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:27,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-18312888971695021780.jar 2024-11-23T08:35:28,840 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:28,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:35:28,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:35:28,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:35:28,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:35:28,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:35:28,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:35:28,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:35:28,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:35:28,843 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:35:28,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:35:28,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:35:28,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:28,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:28,844 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:28,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:28,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:28,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:28,845 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:28,877 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:35:28,900 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732350913655_ns3_test-17323508567062' hfile list 2024-11-23T08:35:28,985 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1347778071_0008_e2c8af6b-6929-440d-848e-5f10a3eb4cb4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:35:28,985 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1347778071_0008_e2c8af6b-6929-440d-848e-5f10a3eb4cb4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:35:30,023 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-23T08:35:30,024 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-23T08:35:30,030 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732350913655_ns3_test-17323508567062 2024-11-23T08:35:30,030 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732350913655_ns3_test-17323508567062 finished. 2024-11-23T08:35:30,030 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732350902723_ns4:test-17323508567063 2024-11-23T08:35:30,031 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732350915826_ns4_test-17323508567063 to hdfs://localhost:37431/backupUT/backup_1732350902723/ns4/test-17323508567063/ 2024-11-23T08:35:30,031 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-23T08:35:30,059 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:37431, inputRoot=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:35:30,059 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1438464640_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37431/backupUT/backup_1732350902723/ns4/test-17323508567063, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37431/backupUT/backup_1732350902723/ns4/test-17323508567063/.hbase-snapshot/.tmp/snapshot_1732350915826_ns4_test-17323508567063 2024-11-23T08:35:30,061 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-23T08:35:30,065 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_1732350915826_ns4_test-17323508567063 to hdfs://localhost:37431/backupUT/backup_1732350902723/ns4/test-17323508567063/.hbase-snapshot/.tmp/snapshot_1732350915826_ns4_test-17323508567063 2024-11-23T08:35:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741946_1122 (size=443) 2024-11-23T08:35:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741947_1123 (size=86) 2024-11-23T08:35:30,480 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:30,481 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:30,481 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-15485441435788018685.jar 2024-11-23T08:35:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:35:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:35:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:35:31,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:35:31,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:35:31,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:35:31,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:35:31,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:35:31,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:35:31,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:35:31,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:35:31,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:31,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:31,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:31,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:31,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-23T08:35:31,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:31,347 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:31,378 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:35:31,403 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732350915826_ns4_test-17323508567063' hfile list 2024-11-23T08:35:31,482 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1201226914_0009_6aac7c67-41d3-47c3-890f-7d1ef2cd96b2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:35:31,482 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1201226914_0009_6aac7c67-41d3-47c3-890f-7d1ef2cd96b2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:35:32,520 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-23T08:35:32,522 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-23T08:35:32,531 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732350915826_ns4_test-17323508567063 2024-11-23T08:35:32,531 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732350915826_ns4_test-17323508567063 finished. 2024-11-23T08:35:32,531 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-23T08:35:32,531 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732350856706 2024-11-23T08:35:32,531 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17323508567061 2024-11-23T08:35:32,531 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17323508567062 2024-11-23T08:35:32,531 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17323508567063 2024-11-23T08:35:32,542 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732350902723 2024-11-23T08:35:32,542 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-23T08:35:32,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741948_1124 (size=209) 2024-11-23T08:35:32,950 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37431/backupUT/backup_1732350902723/.backup.manifest 2024-11-23T08:35:32,950 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732350902723 finished: type=FULL,tablelist=backup:system_bulk;test-1732350856706;ns2:test-17323508567061;ns3:test-17323508567062;ns4:test-17323508567063,targetRootDir=hdfs://localhost:37431/backupUT,startts=1732350906925,completets=1732350932542,bytescopied=0 2024-11-23T08:35:32,950 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-23T08:35:32,951 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732350907165_backup_system_bulk 2024-11-23T08:35:32,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732350907165_backup_system_bulk" type: DISABLED 2024-11-23T08:35:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732350907165_backup_system_bulk 2024-11-23T08:35:32,961 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732350907165_backup_system_bulk for backup backup_1732350902723 succeeded. 2024-11-23T08:35:32,961 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:32,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732350909335_default_test-1732350856706" type: DISABLED 2024-11-23T08:35:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732350909335_default_test-1732350856706 2024-11-23T08:35:32,965 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732350909335_default_test-1732350856706 for backup backup_1732350902723 succeeded. 2024-11-23T08:35:32,965 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:32,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732350911494_ns2_test-17323508567061" type: DISABLED 2024-11-23T08:35:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732350911494_ns2_test-17323508567061 2024-11-23T08:35:32,969 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732350911494_ns2_test-17323508567061 for backup backup_1732350902723 succeeded. 2024-11-23T08:35:32,969 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732350913655_ns3_test-17323508567062 2024-11-23T08:35:32,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732350913655_ns3_test-17323508567062" type: DISABLED 2024-11-23T08:35:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732350913655_ns3_test-17323508567062 2024-11-23T08:35:32,972 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732350913655_ns3_test-17323508567062 for backup backup_1732350902723 succeeded. 2024-11-23T08:35:32,972 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732350915826_ns4_test-17323508567063 2024-11-23T08:35:32,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732350915826_ns4_test-17323508567063" type: DISABLED 2024-11-23T08:35:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732350915826_ns4_test-17323508567063 2024-11-23T08:35:32,976 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732350915826_ns4_test-17323508567063 for backup backup_1732350902723 succeeded. 2024-11-23T08:35:32,977 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-23T08:35:32,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-23T08:35:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-23T08:35:32,985 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-23T08:35:32,988 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-23T08:35:32,993 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732350902723 completed. 2024-11-23T08:35:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:35,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T08:35:38,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,077 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-23T08:35:38,082 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732350938022 2024-11-23T08:35:38,085 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732350902723} 2024-11-23T08:35:38,085 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-23T08:35:38,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:38,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-23T08:35:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732350938199 (current time:1732350938199). 2024-11-23T08:35:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T08:35:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-23T08:35:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247807fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:38,201 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:38,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:38,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:38,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715650e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:38,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:38,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:38,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:38,204 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:38,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308e7586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:38,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:38,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:38,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:38,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883. 2024-11-23T08:35:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:38,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-23T08:35:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-23T08:35:38,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-23T08:35:38,212 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T08:35:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T08:35:38,213 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T08:35:38,215 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T08:35:38,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741949_1125 (size=52) 2024-11-23T08:35:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T08:35:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T08:35:38,624 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T08:35:38,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b}] 2024-11-23T08:35:38,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b 2024-11-23T08:35:38,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-23T08:35:38,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:35:38,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 477be76c4104c2665050dd69dab5297b 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-23T08:35:38,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/8be6bc173fe44c448dbd3d842251c1d9 is 158, key is trslm:hdfs://localhost:37431/backupUT\x00ns2:test-17323508567061/meta:log-roll-map/1732350932536/Put/seqid=0 2024-11-23T08:35:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741950_1126 (size=6646) 2024-11-23T08:35:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T08:35:39,201 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/8be6bc173fe44c448dbd3d842251c1d9 2024-11-23T08:35:39,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/88d6e64bf4cc47798a1efb8f8f96ddd3 is 826, key is session:backup_1732350902723/session:context/1732350932987/Put/seqid=0 2024-11-23T08:35:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741951_1127 (size=5928) 2024-11-23T08:35:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T08:35:39,625 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/88d6e64bf4cc47798a1efb8f8f96ddd3 2024-11-23T08:35:39,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/8be6bc173fe44c448dbd3d842251c1d9 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/8be6bc173fe44c448dbd3d842251c1d9 2024-11-23T08:35:39,638 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/8be6bc173fe44c448dbd3d842251c1d9, entries=12, sequenceid=42, filesize=6.5 K 2024-11-23T08:35:39,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/88d6e64bf4cc47798a1efb8f8f96ddd3 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/88d6e64bf4cc47798a1efb8f8f96ddd3 2024-11-23T08:35:39,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/88d6e64bf4cc47798a1efb8f8f96ddd3, entries=2, sequenceid=42, filesize=5.8 K 2024-11-23T08:35:39,645 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 477be76c4104c2665050dd69dab5297b in 861ms, sequenceid=42, compaction requested=true 2024-11-23T08:35:39,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 477be76c4104c2665050dd69dab5297b: 2024-11-23T08:35:39,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. for snapshot_backup_system completed. 2024-11-23T08:35:39,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b.' region-info for snapshot=snapshot_backup_system 2024-11-23T08:35:39,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T08:35:39,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/49560dbfe2594865a4e21a56df66950a, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/6587614e19eb452bb40c4adc709f3749, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/8be6bc173fe44c448dbd3d842251c1d9] hfiles 2024-11-23T08:35:39,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/49560dbfe2594865a4e21a56df66950a for snapshot=snapshot_backup_system 2024-11-23T08:35:39,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/6587614e19eb452bb40c4adc709f3749 for snapshot=snapshot_backup_system 2024-11-23T08:35:39,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/8be6bc173fe44c448dbd3d842251c1d9 for snapshot=snapshot_backup_system 2024-11-23T08:35:39,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/b7a3cb0eb79d49e3a90690de5a8954bb, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/5ebdc0bf9b7d41efa6097c586b181578, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/88d6e64bf4cc47798a1efb8f8f96ddd3] hfiles 2024-11-23T08:35:39,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/f8e7112a71e24360ab3f61d677c885a7 for snapshot=snapshot_backup_system 2024-11-23T08:35:39,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/b7a3cb0eb79d49e3a90690de5a8954bb for snapshot=snapshot_backup_system 2024-11-23T08:35:39,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/5ebdc0bf9b7d41efa6097c586b181578 for snapshot=snapshot_backup_system 2024-11-23T08:35:39,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/88d6e64bf4cc47798a1efb8f8f96ddd3 for snapshot=snapshot_backup_system 2024-11-23T08:35:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741952_1128 (size=330) 2024-11-23T08:35:40,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:35:40,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-23T08:35:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-23T08:35:40,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 477be76c4104c2665050dd69dab5297b 2024-11-23T08:35:40,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b 2024-11-23T08:35:40,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-23T08:35:40,055 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T08:35:40,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 477be76c4104c2665050dd69dab5297b in 1.4290 sec 2024-11-23T08:35:40,056 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T08:35:40,057 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T08:35:40,057 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-23T08:35:40,058 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-23T08:35:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741953_1129 (size=967) 2024-11-23T08:35:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T08:35:40,473 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T08:35:40,486 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T08:35:40,487 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.hbase-snapshot/snapshot_backup_system 2024-11-23T08:35:40,489 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T08:35:40,489 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-23T08:35:40,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2790 sec 2024-11-23T08:35:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-23T08:35:42,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-23T08:35:42,394 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732350938022 started at 1732350942394. 2024-11-23T08:35:42,398 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732350938022 has been started. 2024-11-23T08:35:42,405 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1732350856706, ns2:test-17323508567061, ns3:test-17323508567062, ns4:test-17323508567063] 2024-11-23T08:35:42,410 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732350893231for backupID backup_1732350938022 2024-11-23T08:35:42,410 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-23T08:35:42,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-23T08:35:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-23T08:35:42,411 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-23T08:35:42,411 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-23T08:35:42,411 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-23T08:35:42,411 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-23T08:35:42,412 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:42,412 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:42,494 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,494 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-23T08:35:42,494 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-23T08:35:42,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-23T08:35:42,495 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,495 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-23T08:35:42,496 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:42,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:42,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-23T08:35:42,498 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:42,498 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-23T08:35:42,499 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-23T08:35:42,499 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-23T08:35:42,499 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-23T08:35:42,499 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-23T08:35:42,499 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-23T08:35:42,499 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-23T08:35:42,499 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b33d9013c60a,38293,1732350848707' joining acquired barrier for procedure (rolllog) in zk 2024-11-23T08:35:42,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,516 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:42,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:35:42,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:35:42,517 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-23T08:35:42,517 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-23T08:35:42,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:35:42,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:35:42,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:42,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:35:42,520 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b33d9013c60a,38293,1732350848707' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-23T08:35:42,520 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@101ea65d[Count = 0] remaining members to acquire global barrier 2024-11-23T08:35:42,520 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-23T08:35:42,520 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:42,528 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:42,528 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:42,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:42,528 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-23T08:35:42,529 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,529 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-23T08:35:42,529 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-23T08:35:42,529 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,529 INFO [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732350907062 highest: 1732350907062 on b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,529 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.meta:.meta(num 1732350907025) roll requested 2024-11-23T08:35:42,546 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350942529.meta, exclude list is [], retry=0 2024-11-23T08:35:42,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:35:42,550 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350907025.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350942529.meta 2024-11-23T08:35:42,550 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:35:42,550 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350907025.meta is not closed yet, will try archiving it next time 2024-11-23T08:35:42,550 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1:(num 1732350907046) roll requested 2024-11-23T08:35:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741911_1087 (size=93) 2024-11-23T08:35:42,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350907025.meta not finished, retry = 0 2024-11-23T08:35:42,563 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350942550, exclude list is [], retry=0 2024-11-23T08:35:42,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:35:42,567 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350942550 2024-11-23T08:35:42,567 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:35:42,567 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046 is not closed yet, will try archiving it next time 2024-11-23T08:35:42,567 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0:(num 1732350907062) roll requested 2024-11-23T08:35:42,567 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350893209 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350893209 2024-11-23T08:35:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741912_1088 (size=4710) 2024-11-23T08:35:42,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046 not finished, retry = 0 2024-11-23T08:35:42,579 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350942567, exclude list is [], retry=0 2024-11-23T08:35:42,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35749,DS-b1e8698e-57a9-417b-81ab-e0f7893b6e7d,DISK] 2024-11-23T08:35:42,582 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350942567 2024-11-23T08:35:42,582 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-23T08:35:42,582 DEBUG [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 is not closed yet, will try archiving it next time 2024-11-23T08:35:42,582 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350873746 2024-11-23T08:35:42,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 not finished, retry = 0 2024-11-23T08:35:42,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741913_1089 (size=653) 2024-11-23T08:35:42,589 DEBUG [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-23T08:35:42,589 INFO [rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732350942567 on b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:42,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:42,609 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-23T08:35:42,609 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b33d9013c60a,38293,1732350848707' in zk 2024-11-23T08:35:42,653 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350907025.meta to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.meta.1732350907025.meta 2024-11-23T08:35:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,658 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-23T08:35:42,658 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-23T08:35:42,658 DEBUG [member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-23T08:35:42,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:35:42,659 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:35:42,660 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:35:42,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:35:42,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:42,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:35:42,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:42,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b33d9013c60a,38293,1732350848707': 2024-11-23T08:35:42,668 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-23T08:35:42,668 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b33d9013c60a,38293,1732350848707' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-23T08:35:42,668 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-23T08:35:42,668 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-23T08:35:42,668 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-23T08:35:42,668 INFO [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-23T08:35:42,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:35:42,678 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:35:42,678 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-23T08:35:42,679 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-23T08:35:42,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:42,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-23T08:35:42,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:42,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-23T08:35:42,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-23T08:35:42,680 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-23T08:35:42,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-23T08:35:42,680 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:42,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-23T08:35:42,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-23T08:35:42,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:42,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,685 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 2024-11-23T08:35:42,685 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-23T08:35:42,687 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-23T08:35:42,688 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,699 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-23T08:35:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-23T08:35:42,699 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-23T08:35:42,699 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-23T08:35:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b33d9013c60a,38293,1732350848707 2024-11-23T08:35:42,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-23T08:35:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-23T08:35:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-23T08:35:42,700 DEBUG [(b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-23T08:35:42,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-23T08:35:42,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-23T08:35:42,700 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-23T08:35:42,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-23T08:35:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-23T08:35:42,707 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b33d9013c60a:38293=1732350893231} newestTimestamps: {b33d9013c60a:38293=1732350907062} 2024-11-23T08:35:42,709 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b33d9013c60a%2C38293%2C1732350848707.meta.1732350852077.meta 2024-11-23T08:35:42,709 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b33d9013c60a%2C38293%2C1732350848707.meta.1732350893187.meta 2024-11-23T08:35:42,709 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b33d9013c60a%2C38293%2C1732350848707.meta.1732350942529.meta 2024-11-23T08:35:42,709 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350942567 2024-11-23T08:35:42,709 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046 2024-11-23T08:35:42,709 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350942550 2024-11-23T08:35:42,710 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.meta.1732350873713.meta 2024-11-23T08:35:42,710 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.meta.1732350907025.meta 2024-11-23T08:35:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741957_1133 (size=640) 2024-11-23T08:35:43,124 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:37431/backupUT/backup_1732350938022/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:35:43,124 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-23T08:35:43,126 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-23T08:35:43,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741958_1134 (size=45) 2024-11-23T08:35:43,533 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-23T08:35:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741959_1135 (size=950) 2024-11-23T08:35:43,950 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732350856706 target: hdfs://localhost:37431/backupUT/backup_1732350938022/default/test-1732350856706 descriptor: 'test-1732350856706', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:35:43,950 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-23T08:35:43,955 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732350856706 2024-11-23T08:35:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741960_1136 (size=53) 2024-11-23T08:35:44,365 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732350856706 2024-11-23T08:35:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741961_1137 (size=364) 2024-11-23T08:35:44,783 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17323508567061 target: hdfs://localhost:37431/backupUT/backup_1732350938022/ns2/test-17323508567061 descriptor: 'ns2:test-17323508567061', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:35:44,783 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-23T08:35:44,788 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17323508567061 2024-11-23T08:35:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741962_1138 (size=50) 2024-11-23T08:35:45,195 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17323508567061 2024-11-23T08:35:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741963_1139 (size=390) 2024-11-23T08:35:45,614 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17323508567062 target: hdfs://localhost:37431/backupUT/backup_1732350938022/ns3/test-17323508567062 descriptor: 'ns3:test-17323508567062', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:35:45,614 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-23T08:35:45,621 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17323508567062 2024-11-23T08:35:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741964_1140 (size=50) 2024-11-23T08:35:46,028 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17323508567062 2024-11-23T08:35:46,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741965_1141 (size=390) 2024-11-23T08:35:46,447 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17323508567063 target: hdfs://localhost:37431/backupUT/backup_1732350938022/ns4/test-17323508567063 descriptor: 'ns4:test-17323508567063', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:35:46,447 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-23T08:35:46,450 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17323508567063 2024-11-23T08:35:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741966_1142 (size=50) 2024-11-23T08:35:46,858 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17323508567063 2024-11-23T08:35:46,875 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37431/backupUT/.tmp/backup_1732350938022 from hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046;hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 2024-11-23T08:35:46,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0c9670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:46,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:46,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:46,877 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31058a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:46,878 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:46,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f8aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:46,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:35:46,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:35:46,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f38d7f4 2024-11-23T08:35:46,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:35:46,880 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:35:46,884 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-23T08:35:46,884 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-23T08:35:46,884 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:46,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:46,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:46,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:46,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:46,888 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-23T08:35:46,888 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732350856706 2024-11-23T08:35:46,888 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732350856706,, stopping at row=test-1732350856706 ,, for max=2147483647 with caching=100 2024-11-23T08:35:46,890 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732350856706: test-1732350856706; 2024-11-23T08:35:46,890 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17323508567061 2024-11-23T08:35:46,890 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17323508567061,, stopping at row=ns2:test-17323508567061 ,, for max=2147483647 with caching=100 2024-11-23T08:35:46,892 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17323508567061: ns2:test-17323508567061; 2024-11-23T08:35:46,892 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17323508567062 2024-11-23T08:35:46,892 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17323508567062,, stopping at row=ns3:test-17323508567062 ,, for max=2147483647 with caching=100 2024-11-23T08:35:46,894 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17323508567062: ns3:test-17323508567062; 2024-11-23T08:35:46,894 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17323508567063 2024-11-23T08:35:46,894 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17323508567063,, stopping at row=ns4:test-17323508567063 ,, for max=2147483647 with caching=100 2024-11-23T08:35:46,896 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17323508567063: ns4:test-17323508567063; 2024-11-23T08:35:46,896 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-23T08:35:46,896 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/partitions_074c240a-6c08-466c-82bd-27329e978813 2024-11-23T08:35:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741967_1143 (size=324) 2024-11-23T08:35:47,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:47,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:47,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:47,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a195e29065656320eeed00798b708b3e, had cached 0 bytes from a total of 38453 2024-11-23T08:35:48,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-10689467657563651010.jar 2024-11-23T08:35:48,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:35:48,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:35:48,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:35:48,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:35:48,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:35:48,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:35:48,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:35:48,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:35:48,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:35:48,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:35:48,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:35:48,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:48,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:48,171 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1732350856706,ns2:test-17323508567061,ns3:test-17323508567062,ns4:test-17323508567063 2024-11-23T08:35:48,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:35:48,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:35:48,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:48,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:48,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:48,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:35:49,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-6657098934892431913.jar 2024-11-23T08:35:49,035 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:35:49,059 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046 for WAL files 2024-11-23T08:35:49,060 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046 2024-11-23T08:35:49,060 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 for WAL files 2024-11-23T08:35:49,060 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 2024-11-23T08:35:49,137 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1205054516_0010_76d2b33d-7057-43ec-8c68-0ba53cb42844/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:35:49,137 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local1205054516_0010_76d2b33d-7057-43ec-8c68-0ba53cb42844/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:35:49,185 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046 for hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1.1732350907046 (-9223372036854775808:9223372036854775807) length:4710 2024-11-23T08:35:49,189 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-23T08:35:49,189 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-23T08:35:49,221 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 for hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350907062 (-9223372036854775808:9223372036854775807) length:653 2024-11-23T08:35:49,224 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-23T08:35:49,224 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-23T08:35:49,304 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c8ce6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:49,304 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:49,305 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:49,305 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:49,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:49,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:49,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d498ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:49,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:49,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:49,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:49,307 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:49,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687f14c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:49,308 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:49,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:49,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:49,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:49,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732350856706', row='row-test-1732350856706-2-0', locateType=CURRENT is [region=test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., hostname=b33d9013c60a,38293,1732350848707, seqNum=338] 2024-11-23T08:35:49,312 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-23T08:35:49,312 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:35:49,312 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:49,312 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:49,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:49,312 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732350856706-2-0] 2024-11-23T08:35:49,312 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:35:49,316 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/backupUT/.tmp/backup_1732350938022/_temporary/0/_temporary/attempt_local1205054516_0010_r_000004_0/default/test-1732350856706/f2/4a114892d3fd4732bca2b665282db84d is 58, key is row-test-1732350856706-2-0/f2:q1/1732350933012/Put/seqid=0 2024-11-23T08:35:49,317 WARN [Thread-1517 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:35:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741968_1144 (size=5367) 2024-11-23T08:35:49,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6b973a999cf618c45acfea4f4eb107d1, had cached 0 bytes from a total of 13547 2024-11-23T08:35:50,177 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37431/backupUT 2024-11-23T08:35:50,177 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732350938022 2024-11-23T08:35:50,177 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-23T08:35:50,189 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37431/backupUT/.tmp/backup_1732350938022, hdfs://localhost:37431/backupUT] 2024-11-23T08:35:50,234 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:35:50,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741969_1145 (size=5367) 2024-11-23T08:35:50,840 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-23T08:35:50,844 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732350938022 2024-11-23T08:35:50,844 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-23T08:35:50,844 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local801089022_0011 completed: true true 2024-11-23T08:35:50,845 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6669335 FILE: Number of bytes written=17157630 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410449 HDFS: Number of bytes written=2548327 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=422 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-23T08:35:50,846 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37431/backupUT/.tmp/backup_1732350938022 to hdfs://localhost:37431/backupUT finished. 2024-11-23T08:35:50,867 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732350938022 2024-11-23T08:35:50,870 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732350902723} 2024-11-23T08:35:50,871 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-23T08:35:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741970_1146 (size=714) 2024-11-23T08:35:51,277 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37431/backupUT/backup_1732350938022/.backup.manifest 2024-11-23T08:35:51,277 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732350938022 finished: type=INCREMENTAL,tablelist=backup:system_bulk;test-1732350856706;ns2:test-17323508567061;ns3:test-17323508567062;ns4:test-17323508567063,targetRootDir=hdfs://localhost:37431/backupUT,startts=1732350942394,completets=1732350950867,bytescopied=0 2024-11-23T08:35:51,277 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-23T08:35:51,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-23T08:35:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-23T08:35:51,291 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-23T08:35:51,293 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-23T08:35:51,298 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732350938022 completed. 2024-11-23T08:35:51,298 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-23T08:35:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:51,312 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732350866885 2024-11-23T08:35:51,314 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-23T08:35:51,315 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-23T08:35:51,316 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37431/backupUT/backup_1732350866885/.backup.manifest 2024-11-23T08:35:51,318 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732350866885/.backup.manifest 2024-11-23T08:35:51,321 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37431/backupUT/backup_1732350866885/.backup.manifest 2024-11-23T08:35:51,323 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732350866885/.backup.manifest 2024-11-23T08:35:51,323 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732350856706' to 'table1' from full backup image hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706 2024-11-23T08:35:51,332 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-23T08:35:51,332 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e 2024-11-23T08:35:51,333 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f in region [hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e] 2024-11-23T08:35:51,338 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 first=row0 last=row98 2024-11-23T08:35:51,338 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3 in region [hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e] 2024-11-23T08:35:51,342 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b first=row-test-1732350856706-3-0 last=row-test-1732350856706-3-5 2024-11-23T08:35:51,342 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob in region [hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e] 2024-11-23T08:35:51,346 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 first=row-test-1732350856706-3-0 last=row-test-1732350856706-3-5 2024-11-23T08:35:51,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:35:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-23T08:35:51,352 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T08:35:51,353 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:51,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-23T08:35:51,353 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T08:35:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T08:35:51,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741971_1147 (size=938) 2024-11-23T08:35:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T08:35:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T08:35:51,762 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec59ddb95951b1fe96b6f5c781d043ac, NAME => 'table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:35:51,763 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1e7ef1aad4b947551e3df551618b8915, NAME => 'table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:35:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741972_1148 (size=45) 2024-11-23T08:35:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741973_1149 (size=45) 2024-11-23T08:35:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T08:35:52,176 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:35:52,176 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:35:52,176 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 1e7ef1aad4b947551e3df551618b8915, disabling compactions & flushes 2024-11-23T08:35:52,176 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing ec59ddb95951b1fe96b6f5c781d043ac, disabling compactions & flushes 2024-11-23T08:35:52,176 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:35:52,176 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:35:52,176 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:35:52,176 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:35:52,176 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. after waiting 0 ms 2024-11-23T08:35:52,177 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. after waiting 0 ms 2024-11-23T08:35:52,177 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:35:52,177 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:35:52,177 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:35:52,177 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:35:52,177 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1e7ef1aad4b947551e3df551618b8915: Waiting for close lock at 1732350952176Disabling compacts and flushes for region at 1732350952176Disabling writes for close at 1732350952177 (+1 ms)Writing region close event to WAL at 1732350952177Closed at 1732350952177 2024-11-23T08:35:52,177 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec59ddb95951b1fe96b6f5c781d043ac: Waiting for close lock at 1732350952176Disabling compacts and flushes for region at 1732350952176Disabling writes for close at 1732350952177 (+1 ms)Writing region close event to WAL at 1732350952177Closed at 1732350952177 2024-11-23T08:35:52,179 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T08:35:52,180 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732350952179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350952179"}]},"ts":"1732350952179"} 2024-11-23T08:35:52,180 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732350952179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350952179"}]},"ts":"1732350952179"} 2024-11-23T08:35:52,185 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-23T08:35:52,186 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T08:35:52,186 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350952186"}]},"ts":"1732350952186"} 2024-11-23T08:35:52,188 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-23T08:35:52,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ec59ddb95951b1fe96b6f5c781d043ac, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1e7ef1aad4b947551e3df551618b8915, ASSIGN}] 2024-11-23T08:35:52,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1e7ef1aad4b947551e3df551618b8915, ASSIGN 2024-11-23T08:35:52,190 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ec59ddb95951b1fe96b6f5c781d043ac, ASSIGN 2024-11-23T08:35:52,191 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=ec59ddb95951b1fe96b6f5c781d043ac, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:35:52,191 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1e7ef1aad4b947551e3df551618b8915, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:35:52,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=ec59ddb95951b1fe96b6f5c781d043ac, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:35:52,342 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=1e7ef1aad4b947551e3df551618b8915, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:35:52,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1e7ef1aad4b947551e3df551618b8915, ASSIGN because future has completed 2024-11-23T08:35:52,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7ef1aad4b947551e3df551618b8915, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:35:52,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=ec59ddb95951b1fe96b6f5c781d043ac, ASSIGN because future has completed 2024-11-23T08:35:52,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec59ddb95951b1fe96b6f5c781d043ac, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:35:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T08:35:52,502 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:35:52,502 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e7ef1aad4b947551e3df551618b8915, NAME => 'table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-23T08:35:52,503 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:35:52,503 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,504 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:35:52,504 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,504 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,507 INFO [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,510 INFO [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7ef1aad4b947551e3df551618b8915 columnFamilyName f 2024-11-23T08:35:52,510 DEBUG [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:52,511 INFO [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] regionserver.HStore(327): Store=1e7ef1aad4b947551e3df551618b8915/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:52,511 INFO [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,513 INFO [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7ef1aad4b947551e3df551618b8915 columnFamilyName f3 2024-11-23T08:35:52,513 DEBUG [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:52,514 INFO [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] regionserver.HStore(327): Store=1e7ef1aad4b947551e3df551618b8915/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:52,514 INFO [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,515 INFO [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7ef1aad4b947551e3df551618b8915 columnFamilyName mob 2024-11-23T08:35:52,516 DEBUG [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:52,517 INFO [StoreOpener-1e7ef1aad4b947551e3df551618b8915-1 {}] regionserver.HStore(327): Store=1e7ef1aad4b947551e3df551618b8915/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:52,517 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,518 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,518 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,519 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,519 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,520 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T08:35:52,521 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,523 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:35:52,523 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 1e7ef1aad4b947551e3df551618b8915; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11859817760, jitterRate=0.10453160107135773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T08:35:52,523 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:35:52,524 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 1e7ef1aad4b947551e3df551618b8915: Running coprocessor pre-open hook at 1732350952504Writing region info on filesystem at 1732350952504Initializing all the Stores at 1732350952506 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350952506Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350952506Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350952506Cleaning up temporary data from old regions at 1732350952519 (+13 ms)Running coprocessor post-open hooks at 1732350952524 (+5 ms)Region opened successfully at 1732350952524 2024-11-23T08:35:52,525 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915., pid=65, masterSystemTime=1732350952497 2024-11-23T08:35:52,527 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:35:52,527 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:35:52,527 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:35:52,527 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => ec59ddb95951b1fe96b6f5c781d043ac, NAME => 'table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-23T08:35:52,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=1e7ef1aad4b947551e3df551618b8915, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:35:52,528 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:35:52,528 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,528 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:35:52,528 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,528 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7ef1aad4b947551e3df551618b8915, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:35:52,529 INFO [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,531 INFO [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec59ddb95951b1fe96b6f5c781d043ac columnFamilyName f 2024-11-23T08:35:52,531 DEBUG [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:52,532 INFO [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] regionserver.HStore(327): Store=ec59ddb95951b1fe96b6f5c781d043ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:52,532 INFO [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-23T08:35:52,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e7ef1aad4b947551e3df551618b8915, server=b33d9013c60a,38293,1732350848707 in 185 msec 2024-11-23T08:35:52,533 INFO [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec59ddb95951b1fe96b6f5c781d043ac columnFamilyName f3 2024-11-23T08:35:52,533 DEBUG [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:52,534 INFO [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] regionserver.HStore(327): Store=ec59ddb95951b1fe96b6f5c781d043ac/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:52,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1e7ef1aad4b947551e3df551618b8915, ASSIGN in 344 msec 2024-11-23T08:35:52,534 INFO [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,536 INFO [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec59ddb95951b1fe96b6f5c781d043ac columnFamilyName mob 2024-11-23T08:35:52,536 DEBUG [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:52,537 INFO [StoreOpener-ec59ddb95951b1fe96b6f5c781d043ac-1 {}] regionserver.HStore(327): Store=ec59ddb95951b1fe96b6f5c781d043ac/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:52,537 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,538 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,538 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,539 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,539 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,540 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T08:35:52,541 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,542 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:35:52,543 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened ec59ddb95951b1fe96b6f5c781d043ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11790272960, jitterRate=0.09805473685264587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T08:35:52,543 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:35:52,543 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for ec59ddb95951b1fe96b6f5c781d043ac: Running coprocessor pre-open hook at 1732350952528Writing region info on filesystem at 1732350952528Initializing all the Stores at 1732350952529 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350952529Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350952529Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350952529Cleaning up temporary data from old regions at 1732350952539 (+10 ms)Running coprocessor post-open hooks at 1732350952543 (+4 ms)Region opened successfully at 1732350952543 2024-11-23T08:35:52,543 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., pid=66, masterSystemTime=1732350952497 2024-11-23T08:35:52,545 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:35:52,545 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:35:52,546 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=ec59ddb95951b1fe96b6f5c781d043ac, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:35:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec59ddb95951b1fe96b6f5c781d043ac, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:35:52,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-11-23T08:35:52,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure ec59ddb95951b1fe96b6f5c781d043ac, server=b33d9013c60a,38293,1732350848707 in 202 msec 2024-11-23T08:35:52,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-23T08:35:52,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ec59ddb95951b1fe96b6f5c781d043ac, ASSIGN in 361 msec 2024-11-23T08:35:52,552 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T08:35:52,552 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350952552"}]},"ts":"1732350952552"} 2024-11-23T08:35:52,553 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-23T08:35:52,554 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T08:35:52,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2030 sec 2024-11-23T08:35:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-23T08:35:53,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-23T08:35:53,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-23T08:35:53,518 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e from hbase tables test-1732350856706 to tables table1 2024-11-23T08:35:53,519 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732350856706 into table1 2024-11-23T08:35:53,521 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519 from hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e 2024-11-23T08:35:53,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680115fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:53,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:53,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:53,523 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:53,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:53,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:53,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125631ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:53,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:53,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:53,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:53,524 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:53,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c275eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:53,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:35:53,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:35:53,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20ce2622 2024-11-23T08:35:53,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:35:53,527 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:35:53,527 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-23T08:35:53,527 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-23T08:35:53,527 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-23T08:35:53,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:53,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:53,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:53,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:53,532 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-23T08:35:53,532 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-23T08:35:53,532 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-23T08:35:53,532 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/partitions_9f2767cb-ad58-4c88-a842-a2beeb137de4 2024-11-23T08:35:53,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741974_1150 (size=177) 2024-11-23T08:35:53,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-23T08:35:53,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:53,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:53,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-5038359506727543920.jar 2024-11-23T08:35:54,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:35:54,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:35:54,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:35:54,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:35:54,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:35:54,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:35:54,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:35:54,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:35:54,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:35:54,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:35:54,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:35:54,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:54,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:35:54,808 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-23T08:35:54,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:35:54,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:35:54,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:54,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:54,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:54,809 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-23T08:35:54,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:35:54,819 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:35:54,830 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-23T08:35:54,911 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local858474290_0012_bb3059dc-53d4-4872-80be-652e4aad7e75/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:35:54,911 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local858474290_0012_bb3059dc-53d4-4872-80be-652e4aad7e75/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:35:54,956 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 2024-11-23T08:35:54,960 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:35:54,996 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 2024-11-23T08:35:54,999 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:35:55,020 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f3/c0e9f2b7823b4cb4a79e28b50e3a013b 2024-11-23T08:35:55,023 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:35:55,052 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b64a548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:55,053 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:55,053 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:55,054 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:55,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:55,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:55,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b006c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:55,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:55,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:55,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:55,056 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee75944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:55,057 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:55,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:55,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:55,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:55,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732350856706-3-0', locateType=CURRENT is [region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:55,061 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-23T08:35:55,061 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:35:55,061 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:55,061 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:55,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:55,061 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732350856706-3-0] 2024-11-23T08:35:55,061 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:35:55,067 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b14c3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:55,067 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:55,068 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:55,069 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:55,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:55,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:55,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@861f50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:55,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:55,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:55,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:55,070 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:55,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea36433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:55,071 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:55,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:55,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:55,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:55,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732350856706-3-0', locateType=CURRENT is [region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:55,075 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-23T08:35:55,076 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:35:55,076 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:55,076 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:55,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:55,076 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732350856706-3-0] 2024-11-23T08:35:55,076 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:35:55,080 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/_temporary/0/_temporary/attempt_local858474290_0012_r_000000_0/f3/0592d34c13634e7f858da48be987fd26 is 58, key is row-test-1732350856706-3-0/f3:q1/1732350866852/Put/seqid=0 2024-11-23T08:35:55,081 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:35:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741975_1151 (size=5529) 2024-11-23T08:35:55,487 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/_temporary/0/_temporary/attempt_local858474290_0012_r_000000_0/mob/988842b919014ab08baf9216d71a90a3 is 59, key is row-test-1732350856706-3-0/mob:q1/1732350866867/Put/seqid=0 2024-11-23T08:35:55,490 WARN [Thread-1638 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:35:55,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741976_1152 (size=5538) 2024-11-23T08:35:55,926 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110d8137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:55,926 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:55,926 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:55,927 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:55,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:55,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:55,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abd5372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:55,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:55,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:55,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:55,929 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:55,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d62a54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:55,930 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:55,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:55,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:55,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:55,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:55,935 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-23T08:35:55,935 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:35:55,935 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:55,935 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:55,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:55,935 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-23T08:35:55,935 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:35:55,943 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/_temporary/0/_temporary/attempt_local858474290_0012_r_000001_0/f/86cd113f65ee44038471cd20ba62dd02 is 37, key is row10/f:q1/1732350858451/Put/seqid=0 2024-11-23T08:35:55,945 WARN [Thread-1653 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:35:55,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741977_1153 (size=8741) 2024-11-23T08:35:56,948 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519 2024-11-23T08:35:56,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2239f440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:56,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:56,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:56,949 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f439153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:56,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:56,951 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:56,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be87b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:56,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:56,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:56,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:56,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:56,957 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/_SUCCESS 2024-11-23T08:35:56,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:35:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:35:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6870dfef 2024-11-23T08:35:56,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:35:56,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:35:56,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:56,977 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-23T08:35:56,987 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/f/86cd113f65ee44038471cd20ba62dd02 first=Optional[row0] last=Optional[row98] 2024-11-23T08:35:56,990 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/f3/0592d34c13634e7f858da48be987fd26 first=Optional[row-test-1732350856706-3-0] last=Optional[row-test-1732350856706-3-5] 2024-11-23T08:35:56,993 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/mob/988842b919014ab08baf9216d71a90a3 first=Optional[row-test-1732350856706-3-0] last=Optional[row-test-1732350856706-3-5] 2024-11-23T08:35:57,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/f3/0592d34c13634e7f858da48be987fd26 for inclusion in ec59ddb95951b1fe96b6f5c781d043ac/f3 2024-11-23T08:35:57,009 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/f/86cd113f65ee44038471cd20ba62dd02 for inclusion in 1e7ef1aad4b947551e3df551618b8915/f 2024-11-23T08:35:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732350856706-3-0 last=row-test-1732350856706-3-5 2024-11-23T08:35:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-23T08:35:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-23T08:35:57,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/mob/988842b919014ab08baf9216d71a90a3 for inclusion in ec59ddb95951b1fe96b6f5c781d043ac/mob 2024-11-23T08:35:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-23T08:35:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HRegion(2603): Flush status journal for 1e7ef1aad4b947551e3df551618b8915: 2024-11-23T08:35:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/f/86cd113f65ee44038471cd20ba62dd02 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f/86cd113f65ee44038471cd20ba62dd02 2024-11-23T08:35:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f/86cd113f65ee44038471cd20ba62dd02 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/f/0088be8214ea4c7480897e8de0d13046_SeqId_4_ 2024-11-23T08:35:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732350856706-3-0 last=row-test-1732350856706-3-5 2024-11-23T08:35:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-23T08:35:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegion(2603): Flush status journal for ec59ddb95951b1fe96b6f5c781d043ac: 2024-11-23T08:35:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad50ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/f3/0592d34c13634e7f858da48be987fd26 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f3/0592d34c13634e7f858da48be987fd26 2024-11-23T08:35:57,021 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:57,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:57,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:57,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137e6e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:57,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:57,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,022 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f3/0592d34c13634e7f858da48be987fd26 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/f3/e3052c1e60544d6197bbf3fba3028d5f_SeqId_4_ 2024-11-23T08:35:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3718e26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:35:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350953519/mob/988842b919014ab08baf9216d71a90a3 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/mob/988842b919014ab08baf9216d71a90a3 2024-11-23T08:35:57,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:35:57,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ea9387d 2024-11-23T08:35:57,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:35:57,025 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:35:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/mob/988842b919014ab08baf9216d71a90a3 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/mob/d023c8738b4643e39bc4690ac4a4117d_SeqId_4_ 2024-11-23T08:35:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbe61ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:57,027 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:57,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:57,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:57,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120b0b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:57,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:57,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:57,029 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:57,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4362c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:35:57,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:35:57,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@338a4b9d 2024-11-23T08:35:57,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:35:57,032 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:35:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:57,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:57,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:57,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:57,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:57,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:57,050 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293. 2024-11-23T08:35:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:57,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:35:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:57,051 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f/86cd113f65ee44038471cd20ba62dd02 into 1e7ef1aad4b947551e3df551618b8915/f as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/f/0088be8214ea4c7480897e8de0d13046_SeqId_4_ - updating store file list. 2024-11-23T08:35:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc8fd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:57,053 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:57,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:57,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:57,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c0d756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:57,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:57,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,054 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:57,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f817244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:35:57,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:35:57,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73fcd60 2024-11-23T08:35:57,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:35:57,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:35:57,057 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/f/0088be8214ea4c7480897e8de0d13046_SeqId_4_ into 1e7ef1aad4b947551e3df551618b8915/f 2024-11-23T08:35:57,057 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f/86cd113f65ee44038471cd20ba62dd02 into 1e7ef1aad4b947551e3df551618b8915/f (new location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/f/0088be8214ea4c7480897e8de0d13046_SeqId_4_) 2024-11-23T08:35:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f/86cd113f65ee44038471cd20ba62dd02 2024-11-23T08:35:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:57,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:57,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:57,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f989013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:57,064 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:57,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:57,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:57,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a055bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:57,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:57,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,066 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:57,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a582e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:35:57,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:35:57,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@220872ac 2024-11-23T08:35:57,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:35:57,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,068 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T08:35:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:57,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:57,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:57,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T08:35:57,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:57,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:35:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:57,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f3/0592d34c13634e7f858da48be987fd26 into ec59ddb95951b1fe96b6f5c781d043ac/f3 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/f3/e3052c1e60544d6197bbf3fba3028d5f_SeqId_4_ - updating store file list. 2024-11-23T08:35:57,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/f3/e3052c1e60544d6197bbf3fba3028d5f_SeqId_4_ into ec59ddb95951b1fe96b6f5c781d043ac/f3 2024-11-23T08:35:57,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f3/0592d34c13634e7f858da48be987fd26 into ec59ddb95951b1fe96b6f5c781d043ac/f3 (new location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/f3/e3052c1e60544d6197bbf3fba3028d5f_SeqId_4_) 2024-11-23T08:35:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/f3/0592d34c13634e7f858da48be987fd26 2024-11-23T08:35:57,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/mob/988842b919014ab08baf9216d71a90a3 into ec59ddb95951b1fe96b6f5c781d043ac/mob as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/mob/d023c8738b4643e39bc4690ac4a4117d_SeqId_4_ - updating store file list. 2024-11-23T08:35:57,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:57,089 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293. 2024-11-23T08:35:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:57,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/mob/d023c8738b4643e39bc4690ac4a4117d_SeqId_4_ into ec59ddb95951b1fe96b6f5c781d043ac/mob 2024-11-23T08:35:57,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/mob/988842b919014ab08baf9216d71a90a3 into ec59ddb95951b1fe96b6f5c781d043ac/mob (new location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/mob/d023c8738b4643e39bc4690ac4a4117d_SeqId_4_) 2024-11-23T08:35:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__qn7asophldka13n4p4vjmjn5qmnpmp91el9lkrmc1g7pererhufnd9kcp31jd88a/mob/988842b919014ab08baf9216d71a90a3 2024-11-23T08:35:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204aa9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:57,096 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:57,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:57,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:57,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bf5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:57,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:57,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,097 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:57,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4dec19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:35:57,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:35:57,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d1979af 2024-11-23T08:35:57,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:35:57,099 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T08:35:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:57,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:57,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:57,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T08:35:57,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:35:57,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:35:57,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:35:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:35:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:57,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:35:57,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:35:57,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:57,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:35:57,123 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-23T08:35:57,124 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-23T08:35:57,124 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732350866885 hdfs://localhost:37431/backupUT/backup_1732350866885/default/test-1732350856706/ 2024-11-23T08:35:57,125 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37431/backupUT/backup_1732350866885/.backup.manifest 2024-11-23T08:35:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 , the old value is region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:35:57,125 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T08:35:57,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:35:57,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 from cache 2024-11-23T08:35:57,127 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732350866885/.backup.manifest 2024-11-23T08:35:57,127 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17323508567061' to 'ns2:table2' from full backup image hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061 2024-11-23T08:35:57,135 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-23T08:35:57,135 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:35:57,136 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f in region [hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1] 2024-11-23T08:35:57,139 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 first=row0 last=row98 2024-11-23T08:35:57,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:35:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-23T08:35:57,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T08:35:57,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-23T08:35:57,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T08:35:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-23T08:35:57,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741978_1154 (size=351) 2024-11-23T08:35:57,234 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-23T08:35:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-23T08:35:57,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-23T08:35:57,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-23T08:35:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-23T08:35:57,550 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17dd49e7adc264422d42abba13c37497, NAME => 'ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:35:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741979_1155 (size=37) 2024-11-23T08:35:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-23T08:35:57,958 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:35:57,959 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 17dd49e7adc264422d42abba13c37497, disabling compactions & flushes 2024-11-23T08:35:57,959 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:35:57,959 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:35:57,959 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. after waiting 0 ms 2024-11-23T08:35:57,959 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:35:57,959 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:35:57,960 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17dd49e7adc264422d42abba13c37497: Waiting for close lock at 1732350957959Disabling compacts and flushes for region at 1732350957959Disabling writes for close at 1732350957959Writing region close event to WAL at 1732350957959Closed at 1732350957959 2024-11-23T08:35:57,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T08:35:57,962 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732350957961"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350957961"}]},"ts":"1732350957961"} 2024-11-23T08:35:57,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T08:35:57,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T08:35:57,966 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350957966"}]},"ts":"1732350957966"} 2024-11-23T08:35:57,969 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-23T08:35:57,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=17dd49e7adc264422d42abba13c37497, ASSIGN}] 2024-11-23T08:35:57,971 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=17dd49e7adc264422d42abba13c37497, ASSIGN 2024-11-23T08:35:57,971 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=17dd49e7adc264422d42abba13c37497, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:35:58,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-23T08:35:58,122 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=17dd49e7adc264422d42abba13c37497, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:35:58,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=17dd49e7adc264422d42abba13c37497, ASSIGN because future has completed 2024-11-23T08:35:58,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17dd49e7adc264422d42abba13c37497, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:35:58,232 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 477be76c4104c2665050dd69dab5297b, had cached 0 bytes from a total of 41499 2024-11-23T08:35:58,282 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:35:58,282 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 17dd49e7adc264422d42abba13c37497, NAME => 'ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:35:58,283 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:35:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-23T08:35:58,284 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,284 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:35:58,284 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,284 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,286 INFO [StoreOpener-17dd49e7adc264422d42abba13c37497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,288 INFO [StoreOpener-17dd49e7adc264422d42abba13c37497-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17dd49e7adc264422d42abba13c37497 columnFamilyName f 2024-11-23T08:35:58,288 DEBUG [StoreOpener-17dd49e7adc264422d42abba13c37497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:35:58,289 INFO [StoreOpener-17dd49e7adc264422d42abba13c37497-1 {}] regionserver.HStore(327): Store=17dd49e7adc264422d42abba13c37497/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:35:58,289 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,290 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,291 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,291 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,291 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,293 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,294 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:35:58,295 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 17dd49e7adc264422d42abba13c37497; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10006309440, jitterRate=-0.0680898129940033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T08:35:58,295 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17dd49e7adc264422d42abba13c37497 2024-11-23T08:35:58,296 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 17dd49e7adc264422d42abba13c37497: Running coprocessor pre-open hook at 1732350958285Writing region info on filesystem at 1732350958285Initializing all the Stores at 1732350958286 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350958286Cleaning up temporary data from old regions at 1732350958291 (+5 ms)Running coprocessor post-open hooks at 1732350958295 (+4 ms)Region opened successfully at 1732350958296 (+1 ms) 2024-11-23T08:35:58,296 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., pid=69, masterSystemTime=1732350958276 2024-11-23T08:35:58,298 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:35:58,298 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:35:58,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=17dd49e7adc264422d42abba13c37497, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:35:58,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17dd49e7adc264422d42abba13c37497, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:35:58,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-23T08:35:58,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 17dd49e7adc264422d42abba13c37497, server=b33d9013c60a,38293,1732350848707 in 177 msec 2024-11-23T08:35:58,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-23T08:35:58,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=17dd49e7adc264422d42abba13c37497, ASSIGN in 334 msec 2024-11-23T08:35:58,305 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T08:35:58,305 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350958305"}]},"ts":"1732350958305"} 2024-11-23T08:35:58,307 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-23T08:35:58,308 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T08:35:58,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1680 sec 2024-11-23T08:35:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-23T08:35:59,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-23T08:35:59,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-23T08:35:59,305 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1 from hbase tables ns2:test-17323508567061 to tables ns2:table2 2024-11-23T08:35:59,305 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17323508567061 into ns2:table2 2024-11-23T08:35:59,307 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350959305 from hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:35:59,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536b4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:59,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:35:59,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:35:59,309 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:35:59,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:35:59,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:35:59,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2b95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:59,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:35:59,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:35:59,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:35:59,311 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:35:59,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2ac467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:35:59,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:35:59,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:35:59,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@100cd281 2024-11-23T08:35:59,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:35:59,313 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:35:59,314 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-23T08:35:59,314 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-23T08:35:59,315 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-23T08:35:59,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:35:59,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:35:59,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:35:59,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:35:59,319 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-23T08:35:59,319 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-23T08:35:59,319 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/partitions_d82f04e9-9f74-4032-89b2-de0414c66f8d 2024-11-23T08:35:59,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741980_1156 (size=153) 2024-11-23T08:35:59,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:59,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:59,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:35:59,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-23T08:36:00,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-14234159056206499185.jar 2024-11-23T08:36:00,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:36:00,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:36:00,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:36:00,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:36:00,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:36:00,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:36:00,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:36:00,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:36:00,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:36:00,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:36:00,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:36:00,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:00,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:36:00,596 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-23T08:36:00,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:00,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:00,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:00,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:00,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:00,596 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-23T08:36:00,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:36:00,605 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:36:00,616 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-23T08:36:00,700 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local444979937_0013_488ba3ab-9a32-4b0d-b05d-c0ee4c0becd5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:36:00,700 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local444979937_0013_488ba3ab-9a32-4b0d-b05d-c0ee4c0becd5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:36:00,754 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 2024-11-23T08:36:00,758 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:36:00,789 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64485afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:00,789 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:00,790 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:00,791 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:00,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:00,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:00,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19db6907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:00,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:00,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:00,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:00,793 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:00,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c48e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:00,795 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:00,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:00,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:00,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:00,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:00,799 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-23T08:36:00,800 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:00,800 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:00,800 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:00,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:00,800 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-23T08:36:00,800 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:36:00,808 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350959305/_temporary/0/_temporary/attempt_local444979937_0013_r_000000_0/f/3543179720af4aedb9f533b16713caa6 is 37, key is row10/f:q1/1732350860769/Put/seqid=0 2024-11-23T08:36:00,810 WARN [Thread-1720 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:36:00,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741981_1157 (size=8741) 2024-11-23T08:36:01,745 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350959305 2024-11-23T08:36:01,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bf79a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:01,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:01,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:01,748 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:01,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:01,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:01,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b9a7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:01,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:01,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:01,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:01,749 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:01,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a0b6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:01,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:01,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:01,755 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350959305/_SUCCESS 2024-11-23T08:36:01,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:01,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:01,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b5e45a0 2024-11-23T08:36:01,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:01,759 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:01,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:01,765 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-23T08:36:01,770 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350959305/f/3543179720af4aedb9f533b16713caa6 first=Optional[row0] last=Optional[row98] 2024-11-23T08:36:01,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350959305/f/3543179720af4aedb9f533b16713caa6 for inclusion in 17dd49e7adc264422d42abba13c37497/f 2024-11-23T08:36:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-23T08:36:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T08:36:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegion(2603): Flush status journal for 17dd49e7adc264422d42abba13c37497: 2024-11-23T08:36:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350959305/f/3543179720af4aedb9f533b16713caa6 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__a7ijji5vlhrrresisng7818dnoi51s1uk4bj2mg5gde7kldrjpgqio092ddq40cv/f/3543179720af4aedb9f533b16713caa6 2024-11-23T08:36:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__a7ijji5vlhrrresisng7818dnoi51s1uk4bj2mg5gde7kldrjpgqio092ddq40cv/f/3543179720af4aedb9f533b16713caa6 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/f/9b17452b8fae4891917984fff47300b8_SeqId_4_ 2024-11-23T08:36:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79027e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:01,782 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:01,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:01,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:01,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a17f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:01,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:01,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:01,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:01,784 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:01,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6297f56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:01,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:01,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cdeca7d 2024-11-23T08:36:01,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:01,787 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:01,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:01,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:01,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:01,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:01,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:01,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:01,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:36:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:01,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:01,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__a7ijji5vlhrrresisng7818dnoi51s1uk4bj2mg5gde7kldrjpgqio092ddq40cv/f/3543179720af4aedb9f533b16713caa6 into 17dd49e7adc264422d42abba13c37497/f as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/f/9b17452b8fae4891917984fff47300b8_SeqId_4_ - updating store file list. 2024-11-23T08:36:01,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/f/9b17452b8fae4891917984fff47300b8_SeqId_4_ into 17dd49e7adc264422d42abba13c37497/f 2024-11-23T08:36:01,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__a7ijji5vlhrrresisng7818dnoi51s1uk4bj2mg5gde7kldrjpgqio092ddq40cv/f/3543179720af4aedb9f533b16713caa6 into 17dd49e7adc264422d42abba13c37497/f (new location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/f/9b17452b8fae4891917984fff47300b8_SeqId_4_) 2024-11-23T08:36:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__a7ijji5vlhrrresisng7818dnoi51s1uk4bj2mg5gde7kldrjpgqio092ddq40cv/f/3543179720af4aedb9f533b16713caa6 2024-11-23T08:36:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251a13b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:01,814 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:01,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c95899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:01,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:01,816 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:01,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ff1412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@452d56c0 2024-11-23T08:36:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:01,818 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T08:36:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:01,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:01,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:01,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T08:36:01,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:01,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:01,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:01,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:36:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:01,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:01,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:01,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:01,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:01,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:01,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:01,840 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-23T08:36:01,840 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-23T08:36:01,840 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732350866885 hdfs://localhost:37431/backupUT/backup_1732350866885/ns2/test-17323508567061/ 2024-11-23T08:36:01,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 , the old value is region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:36:01,840 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-23T08:36:01,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:36:01,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 from cache 2024-11-23T08:36:01,841 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T08:36:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:01,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:01,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:01,865 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37431/backupUT/backup_1732350938022/.backup.manifest 2024-11-23T08:36:01,867 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732350938022/.backup.manifest 2024-11-23T08:36:01,867 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37431/backupUT/backup_1732350902723/.backup.manifest 2024-11-23T08:36:01,869 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732350902723/.backup.manifest 2024-11-23T08:36:01,869 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732350856706' to 'table1' from full backup image hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706 2024-11-23T08:36:01,871 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732350856706', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732350938022 2024-11-23T08:36:01,875 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-23T08:36:01,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-23T08:36:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-23T08:36:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-23T08:36:01,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350961886"}]},"ts":"1732350961886"} 2024-11-23T08:36:01,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-23T08:36:01,888 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-23T08:36:01,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-23T08:36:01,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ec59ddb95951b1fe96b6f5c781d043ac, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1e7ef1aad4b947551e3df551618b8915, UNASSIGN}] 2024-11-23T08:36:01,895 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1e7ef1aad4b947551e3df551618b8915, UNASSIGN 2024-11-23T08:36:01,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ec59ddb95951b1fe96b6f5c781d043ac, UNASSIGN 2024-11-23T08:36:01,896 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=1e7ef1aad4b947551e3df551618b8915, regionState=CLOSING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:01,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=ec59ddb95951b1fe96b6f5c781d043ac, regionState=CLOSING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:01,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=1e7ef1aad4b947551e3df551618b8915, UNASSIGN because future has completed 2024-11-23T08:36:01,898 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T08:36:01,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1e7ef1aad4b947551e3df551618b8915, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:01,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=ec59ddb95951b1fe96b6f5c781d043ac, UNASSIGN because future has completed 2024-11-23T08:36:01,899 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T08:36:01,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec59ddb95951b1fe96b6f5c781d043ac, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:01,943 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-23T08:36:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-23T08:36:02,052 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:36:02,052 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T08:36:02,052 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing ec59ddb95951b1fe96b6f5c781d043ac, disabling compactions & flushes 2024-11-23T08:36:02,052 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:36:02,053 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:36:02,053 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. after waiting 0 ms 2024-11-23T08:36:02,053 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:36:02,063 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T08:36:02,064 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:02,065 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. 2024-11-23T08:36:02,065 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for ec59ddb95951b1fe96b6f5c781d043ac: Waiting for close lock at 1732350962052Running coprocessor pre-close hooks at 1732350962052Disabling compacts and flushes for region at 1732350962052Disabling writes for close at 1732350962053 (+1 ms)Writing region close event to WAL at 1732350962055 (+2 ms)Running coprocessor post-close hooks at 1732350962064 (+9 ms)Closed at 1732350962065 (+1 ms) 2024-11-23T08:36:02,068 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:36:02,068 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:36:02,068 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T08:36:02,068 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 1e7ef1aad4b947551e3df551618b8915, disabling compactions & flushes 2024-11-23T08:36:02,068 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:36:02,068 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:36:02,068 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. after waiting 0 ms 2024-11-23T08:36:02,068 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:36:02,068 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=ec59ddb95951b1fe96b6f5c781d043ac, regionState=CLOSED 2024-11-23T08:36:02,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure ec59ddb95951b1fe96b6f5c781d043ac, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:02,073 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T08:36:02,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-11-23T08:36:02,074 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:02,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure ec59ddb95951b1fe96b6f5c781d043ac, server=b33d9013c60a,38293,1732350848707 in 172 msec 2024-11-23T08:36:02,074 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. 2024-11-23T08:36:02,074 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 1e7ef1aad4b947551e3df551618b8915: Waiting for close lock at 1732350962068Running coprocessor pre-close hooks at 1732350962068Disabling compacts and flushes for region at 1732350962068Disabling writes for close at 1732350962068Writing region close event to WAL at 1732350962069 (+1 ms)Running coprocessor post-close hooks at 1732350962074 (+5 ms)Closed at 1732350962074 2024-11-23T08:36:02,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ec59ddb95951b1fe96b6f5c781d043ac, UNASSIGN in 180 msec 2024-11-23T08:36:02,076 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:36:02,077 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=1e7ef1aad4b947551e3df551618b8915, regionState=CLOSED 2024-11-23T08:36:02,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1e7ef1aad4b947551e3df551618b8915, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:02,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-23T08:36:02,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 1e7ef1aad4b947551e3df551618b8915, server=b33d9013c60a,38293,1732350848707 in 181 msec 2024-11-23T08:36:02,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-23T08:36:02,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1e7ef1aad4b947551e3df551618b8915, UNASSIGN in 186 msec 2024-11-23T08:36:02,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-23T08:36:02,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 194 msec 2024-11-23T08:36:02,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350962085"}]},"ts":"1732350962085"} 2024-11-23T08:36:02,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-23T08:36:02,087 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-23T08:36:02,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 207 msec 2024-11-23T08:36:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-23T08:36:02,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-23T08:36:02,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-23T08:36:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-23T08:36:02,218 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-23T08:36:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-23T08:36:02,224 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:36:02,224 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:36:02,227 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/f, FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/f3, FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/mob, FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/recovered.edits] 2024-11-23T08:36:02,227 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/f, FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/f3, FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/mob, FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/recovered.edits] 2024-11-23T08:36:02,232 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/f/0088be8214ea4c7480897e8de0d13046_SeqId_4_ to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/archive/data/default/table1/1e7ef1aad4b947551e3df551618b8915/f/0088be8214ea4c7480897e8de0d13046_SeqId_4_ 2024-11-23T08:36:02,234 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/f3/e3052c1e60544d6197bbf3fba3028d5f_SeqId_4_ to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/archive/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/f3/e3052c1e60544d6197bbf3fba3028d5f_SeqId_4_ 2024-11-23T08:36:02,237 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/mob/d023c8738b4643e39bc4690ac4a4117d_SeqId_4_ to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/archive/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/mob/d023c8738b4643e39bc4690ac4a4117d_SeqId_4_ 2024-11-23T08:36:02,238 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915/recovered.edits/6.seqid to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/archive/data/default/table1/1e7ef1aad4b947551e3df551618b8915/recovered.edits/6.seqid 2024-11-23T08:36:02,239 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/1e7ef1aad4b947551e3df551618b8915 2024-11-23T08:36:02,241 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/recovered.edits/6.seqid to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/archive/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac/recovered.edits/6.seqid 2024-11-23T08:36:02,242 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/ec59ddb95951b1fe96b6f5c781d043ac 2024-11-23T08:36:02,242 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-23T08:36:02,242 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-23T08:36:02,243 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-23T08:36:02,245 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-23T08:36:02,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38293 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T08:36:02,254 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-23T08:36:02,257 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-23T08:36:02,258 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-23T08:36:02,258 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732350962258"}]},"ts":"9223372036854775807"} 2024-11-23T08:36:02,258 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732350962258"}]},"ts":"9223372036854775807"} 2024-11-23T08:36:02,260 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-23T08:36:02,260 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ec59ddb95951b1fe96b6f5c781d043ac, NAME => 'table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 1e7ef1aad4b947551e3df551618b8915, NAME => 'table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-23T08:36:02,260 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-23T08:36:02,261 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732350962260"}]},"ts":"9223372036854775807"} 2024-11-23T08:36:02,263 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-23T08:36:02,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741982_1158 (size=938) 2024-11-23T08:36:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-23T08:36:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-23T08:36:02,674 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9eea1fb6911c5248bca11f3698343347, NAME => 'table1,,1732350962246.9eea1fb6911c5248bca11f3698343347.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:36:02,675 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d52f29d1f5683fbfe0dba8adc82c7dc9, NAME => 'table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:36:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741983_1159 (size=45) 2024-11-23T08:36:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741984_1160 (size=45) 2024-11-23T08:36:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-23T08:36:03,087 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732350962246.9eea1fb6911c5248bca11f3698343347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:36:03,087 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 9eea1fb6911c5248bca11f3698343347, disabling compactions & flushes 2024-11-23T08:36:03,087 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:36:03,087 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:03,087 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:03,087 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing d52f29d1f5683fbfe0dba8adc82c7dc9, disabling compactions & flushes 2024-11-23T08:36:03,087 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. after waiting 0 ms 2024-11-23T08:36:03,087 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:03,088 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:03,088 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:03,088 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:03,088 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. after waiting 0 ms 2024-11-23T08:36:03,088 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9eea1fb6911c5248bca11f3698343347: Waiting for close lock at 1732350963087Disabling compacts and flushes for region at 1732350963087Disabling writes for close at 1732350963087Writing region close event to WAL at 1732350963088 (+1 ms)Closed at 1732350963088 2024-11-23T08:36:03,088 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:03,088 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:03,088 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for d52f29d1f5683fbfe0dba8adc82c7dc9: Waiting for close lock at 1732350963087Disabling compacts and flushes for region at 1732350963087Disabling writes for close at 1732350963088 (+1 ms)Writing region close event to WAL at 1732350963088Closed at 1732350963088 2024-11-23T08:36:03,092 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732350962246.9eea1fb6911c5248bca11f3698343347.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732350963091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350963091"}]},"ts":"1732350963091"} 2024-11-23T08:36:03,092 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732350963091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350963091"}]},"ts":"1732350963091"} 2024-11-23T08:36:03,096 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-23T08:36:03,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350963097"}]},"ts":"1732350963097"} 2024-11-23T08:36:03,099 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-23T08:36:03,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, ASSIGN}] 2024-11-23T08:36:03,100 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, ASSIGN 2024-11-23T08:36:03,100 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, ASSIGN 2024-11-23T08:36:03,101 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:36:03,101 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:36:03,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=9eea1fb6911c5248bca11f3698343347, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:03,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=d52f29d1f5683fbfe0dba8adc82c7dc9, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:03,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, ASSIGN because future has completed 2024-11-23T08:36:03,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eea1fb6911c5248bca11f3698343347, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:03,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, ASSIGN because future has completed 2024-11-23T08:36:03,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure d52f29d1f5683fbfe0dba8adc82c7dc9, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-23T08:36:03,418 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:03,418 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => d52f29d1f5683fbfe0dba8adc82c7dc9, NAME => 'table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-23T08:36:03,419 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:36:03,419 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,419 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:36:03,419 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,419 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,421 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,423 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d52f29d1f5683fbfe0dba8adc82c7dc9 columnFamilyName f 2024-11-23T08:36:03,424 DEBUG [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:03,424 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(327): Store=d52f29d1f5683fbfe0dba8adc82c7dc9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:03,424 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,426 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d52f29d1f5683fbfe0dba8adc82c7dc9 columnFamilyName f3 2024-11-23T08:36:03,426 DEBUG [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:03,427 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(327): Store=d52f29d1f5683fbfe0dba8adc82c7dc9/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:03,427 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,429 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d52f29d1f5683fbfe0dba8adc82c7dc9 columnFamilyName mob 2024-11-23T08:36:03,430 DEBUG [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:03,431 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(327): Store=d52f29d1f5683fbfe0dba8adc82c7dc9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:03,432 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,433 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,433 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,435 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,435 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,435 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T08:36:03,437 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,439 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:36:03,440 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened d52f29d1f5683fbfe0dba8adc82c7dc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11069971680, jitterRate=0.030971452593803406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T08:36:03,440 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:03,441 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for d52f29d1f5683fbfe0dba8adc82c7dc9: Running coprocessor pre-open hook at 1732350963420Writing region info on filesystem at 1732350963420Initializing all the Stores at 1732350963421 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350963421Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350963421Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350963421Cleaning up temporary data from old regions at 1732350963435 (+14 ms)Running coprocessor post-open hooks at 1732350963440 (+5 ms)Region opened successfully at 1732350963440 2024-11-23T08:36:03,442 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9., pid=80, masterSystemTime=1732350963410 2024-11-23T08:36:03,443 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:03,443 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:03,443 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:03,444 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 9eea1fb6911c5248bca11f3698343347, NAME => 'table1,,1732350962246.9eea1fb6911c5248bca11f3698343347.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-23T08:36:03,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=d52f29d1f5683fbfe0dba8adc82c7dc9, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:03,444 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:36:03,444 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,444 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732350962246.9eea1fb6911c5248bca11f3698343347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:36:03,444 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,444 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure d52f29d1f5683fbfe0dba8adc82c7dc9, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:03,446 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,447 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eea1fb6911c5248bca11f3698343347 columnFamilyName f 2024-11-23T08:36:03,447 DEBUG [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:03,447 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(327): Store=9eea1fb6911c5248bca11f3698343347/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:03,448 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-23T08:36:03,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure d52f29d1f5683fbfe0dba8adc82c7dc9, server=b33d9013c60a,38293,1732350848707 in 187 msec 2024-11-23T08:36:03,449 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eea1fb6911c5248bca11f3698343347 columnFamilyName f3 2024-11-23T08:36:03,449 DEBUG [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:03,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, ASSIGN in 349 msec 2024-11-23T08:36:03,449 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(327): Store=9eea1fb6911c5248bca11f3698343347/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:03,449 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,450 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eea1fb6911c5248bca11f3698343347 columnFamilyName mob 2024-11-23T08:36:03,451 DEBUG [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:03,451 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(327): Store=9eea1fb6911c5248bca11f3698343347/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:03,451 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,452 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,452 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,453 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,453 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,454 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T08:36:03,455 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,457 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:36:03,457 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 9eea1fb6911c5248bca11f3698343347; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11653432160, jitterRate=0.0853104442358017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T08:36:03,457 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:03,457 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 9eea1fb6911c5248bca11f3698343347: Running coprocessor pre-open hook at 1732350963444Writing region info on filesystem at 1732350963444Initializing all the Stores at 1732350963445 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350963445Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350963445Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350963445Cleaning up temporary data from old regions at 1732350963453 (+8 ms)Running coprocessor post-open hooks at 1732350963457 (+4 ms)Region opened successfully at 1732350963457 2024-11-23T08:36:03,458 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., pid=79, masterSystemTime=1732350963410 2024-11-23T08:36:03,460 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:03,460 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:03,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=9eea1fb6911c5248bca11f3698343347, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:03,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eea1fb6911c5248bca11f3698343347, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:03,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-23T08:36:03,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 9eea1fb6911c5248bca11f3698343347, server=b33d9013c60a,38293,1732350848707 in 205 msec 2024-11-23T08:36:03,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-23T08:36:03,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, ASSIGN in 364 msec 2024-11-23T08:36:03,465 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350963465"}]},"ts":"1732350963465"} 2024-11-23T08:36:03,466 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-23T08:36:03,466 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-23T08:36:03,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2530 sec 2024-11-23T08:36:03,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-23T08:36:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-23T08:36:04,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-23T08:36:04,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-23T08:36:04,374 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f,hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e from hbase tables test-1732350856706 to tables table1 2024-11-23T08:36:04,374 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732350856706 into table1 2024-11-23T08:36:04,377 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374 from hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f,hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e 2024-11-23T08:36:04,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6b37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:04,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:04,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:04,380 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:04,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:04,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:04,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d96a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:04,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:04,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:04,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:04,382 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:04,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebd2b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:04,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:04,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:04,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf55fc2 2024-11-23T08:36:04,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:04,385 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:04,386 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-23T08:36:04,386 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-23T08:36:04,387 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-23T08:36:04,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:04,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:04,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:04,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:04,392 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-23T08:36:04,392 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-23T08:36:04,392 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-23T08:36:04,392 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/partitions_8a2d01b3-75bb-4cef-ae55-a78c01b49b9a 2024-11-23T08:36:04,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741985_1161 (size=177) 2024-11-23T08:36:04,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:04,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:04,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-4895303725240728537.jar 2024-11-23T08:36:05,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:36:05,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:36:05,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:36:05,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:36:05,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:36:05,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:36:05,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:36:05,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:36:05,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:36:05,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:36:05,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:36:05,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:05,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:36:05,670 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-23T08:36:05,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:05,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:05,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:05,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:05,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:05,670 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-23T08:36:05,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:36:05,680 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:36:05,691 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-23T08:36:05,729 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T08:36:05,780 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local290745376_0014_1574519c-a605-4d44-9604-37fa2c38880a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:36:05,780 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local290745376_0014_1574519c-a605-4d44-9604-37fa2c38880a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:36:05,834 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/5403e4ceecb8455caf38700a3a1f398f 2024-11-23T08:36:05,837 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:36:05,872 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/02c95751e6ba4bd39ea8ce537dac9d31 2024-11-23T08:36:05,875 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:36:05,897 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f/677dc16e87494c2f9a1c47534e224ad1 2024-11-23T08:36:05,900 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:36:05,929 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/438c3cde733fda5da4bc594c7340fa1f/mob/d41d8cd98f00b204e9800998ecf8427e20241123fffb2d8f520545dea0ed67a150817dad_a195e29065656320eeed00798b708b3e 2024-11-23T08:36:05,932 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:36:05,952 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350902723/default/test-1732350856706/archive/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/mob/b9c318e7113240f8a8fa050caec3c360 2024-11-23T08:36:05,955 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:36:05,988 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5a7943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:05,988 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:05,988 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:05,989 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:05,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:05,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:05,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430f63b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:05,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:05,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:05,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:05,990 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:05,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c213d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:05,991 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:05,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:05,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:05,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:05,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732350856706-1-0', locateType=CURRENT is [region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:05,995 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-23T08:36:05,995 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:05,996 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:05,996 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:05,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:05,996 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732350856706-1-0] 2024-11-23T08:36:05,996 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:36:06,005 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676b36f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:06,005 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:06,005 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:06,006 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c67f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:06,007 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:06,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fed9e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:06,008 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:06,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:06,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:06,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:06,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732350856706-3-0', locateType=CURRENT is [region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:06,011 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-23T08:36:06,011 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:06,011 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:06,012 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:06,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:06,012 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732350856706-3-0] 2024-11-23T08:36:06,012 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:36:06,018 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/_temporary/0/_temporary/attempt_local290745376_0014_r_000000_0/f/3d1beec77b384d6aa22541855dd1bdfe is 59, key is row-test-1732350856706-1-10/f:q1/1732350887074/Put/seqid=0 2024-11-23T08:36:06,020 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:36:06,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741986_1162 (size=11124) 2024-11-23T08:36:06,425 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/_temporary/0/_temporary/attempt_local290745376_0014_r_000000_0/mob/46053a24b07540e9ae098dbdc87b4c9d is 192, key is row-test-1732350856706-3-100/mob:q1/1732350887398/Put/seqid=0 2024-11-23T08:36:06,429 WARN [Thread-1809 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:36:06,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741987_1163 (size=13403) 2024-11-23T08:36:06,870 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bb37ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:06,870 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:06,870 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:06,871 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:06,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:06,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:06,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd9de1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:06,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:06,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:06,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:06,872 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:06,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f431f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:06,873 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:06,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:06,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:06,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:06,877 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-23T08:36:06,877 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:06,877 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:06,877 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:06,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:06,878 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-23T08:36:06,878 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:36:06,883 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/_temporary/0/_temporary/attempt_local290745376_0014_r_000001_0/f/242e37b49fb34cd9ad793dffc19ef10c is 37, key is row10/f:q1/1732350858451/Put/seqid=0 2024-11-23T08:36:06,884 WARN [Thread-1824 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:36:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741988_1164 (size=8741) 2024-11-23T08:36:07,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-23T08:36:07,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-23T08:36:07,824 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374 2024-11-23T08:36:07,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b45b888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:07,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:07,826 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9188a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,827 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:07,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab32872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:07,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:07,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:07,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:07,832 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/_SUCCESS 2024-11-23T08:36:07,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:07,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:07,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4717d18f 2024-11-23T08:36:07,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:07,842 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:07,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:07,848 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,855 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/f/242e37b49fb34cd9ad793dffc19ef10c first=Optional[row0] last=Optional[row98] 2024-11-23T08:36:07,857 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/f/3d1beec77b384d6aa22541855dd1bdfe first=Optional[row-test-1732350856706-1-0] last=Optional[row-test-1732350856706-1-98] 2024-11-23T08:36:07,860 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/mob/46053a24b07540e9ae098dbdc87b4c9d first=Optional[row-test-1732350856706-3-0] last=Optional[row-test-1732350856706-3-99] 2024-11-23T08:36:07,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/f/242e37b49fb34cd9ad793dffc19ef10c for inclusion in d52f29d1f5683fbfe0dba8adc82c7dc9/f 2024-11-23T08:36:07,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/mob/46053a24b07540e9ae098dbdc87b4c9d for inclusion in 9eea1fb6911c5248bca11f3698343347/mob 2024-11-23T08:36:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-23T08:36:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-23T08:36:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HRegion(2603): Flush status journal for d52f29d1f5683fbfe0dba8adc82c7dc9: 2024-11-23T08:36:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732350856706-3-0 last=row-test-1732350856706-3-99 2024-11-23T08:36:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-23T08:36:07,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/f/3d1beec77b384d6aa22541855dd1bdfe for inclusion in 9eea1fb6911c5248bca11f3698343347/f 2024-11-23T08:36:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/f/242e37b49fb34cd9ad793dffc19ef10c to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/242e37b49fb34cd9ad793dffc19ef10c 2024-11-23T08:36:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/242e37b49fb34cd9ad793dffc19ef10c as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9/f/1107ebf3f0804944af0910e3763e7b51_SeqId_4_ 2024-11-23T08:36:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b7e669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732350856706-1-0 last=row-test-1732350856706-1-98 2024-11-23T08:36:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-23T08:36:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegion(2603): Flush status journal for 9eea1fb6911c5248bca11f3698343347: 2024-11-23T08:36:07,872 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:07,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/mob/46053a24b07540e9ae098dbdc87b4c9d to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/mob/46053a24b07540e9ae098dbdc87b4c9d 2024-11-23T08:36:07,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:07,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586198b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:07,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:07,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,874 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:07,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5a53e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/mob/46053a24b07540e9ae098dbdc87b4c9d as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/mob/9f25810e6aae4afaa89c5d1e09b9d817_SeqId_4_ 2024-11-23T08:36:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350964374/f/3d1beec77b384d6aa22541855dd1bdfe to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/3d1beec77b384d6aa22541855dd1bdfe 2024-11-23T08:36:07,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:07,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20d86066 2024-11-23T08:36:07,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:07,877 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/3d1beec77b384d6aa22541855dd1bdfe as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/f/59ae53e46e1d478ca9d067363474d32c_SeqId_4_ 2024-11-23T08:36:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324486d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:07,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:07,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:07,879 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:07,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:07,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:07,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:07,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c3ce85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:07,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:07,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,881 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:07,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441790b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:07,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:07,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b034241 2024-11-23T08:36:07,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:07,883 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:07,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:07,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:07,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:07,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:07,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,896 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293. 2024-11-23T08:36:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:07,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:07,897 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/242e37b49fb34cd9ad793dffc19ef10c into d52f29d1f5683fbfe0dba8adc82c7dc9/f as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9/f/1107ebf3f0804944af0910e3763e7b51_SeqId_4_ - updating store file list. 2024-11-23T08:36:07,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:36:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:07,902 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:07,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:07,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:07,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499b7363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:07,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:07,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,903 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9/f/1107ebf3f0804944af0910e3763e7b51_SeqId_4_ into d52f29d1f5683fbfe0dba8adc82c7dc9/f 2024-11-23T08:36:07,903 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/242e37b49fb34cd9ad793dffc19ef10c into d52f29d1f5683fbfe0dba8adc82c7dc9/f (new location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9/f/1107ebf3f0804944af0910e3763e7b51_SeqId_4_) 2024-11-23T08:36:07,903 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/242e37b49fb34cd9ad793dffc19ef10c 2024-11-23T08:36:07,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214e8359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:07,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:07,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2de3e924 2024-11-23T08:36:07,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf0b768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:07,906 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:07,906 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:07,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:07,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:07,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582c9168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:07,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:07,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,907 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:07,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:07,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:07,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7d096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:07,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:07,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:07,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6426cf2f 2024-11-23T08:36:07,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:07,910 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T08:36:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:07,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:07,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:07,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T08:36:07,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:07,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:36:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:07,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/3d1beec77b384d6aa22541855dd1bdfe into 9eea1fb6911c5248bca11f3698343347/f as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/f/59ae53e46e1d478ca9d067363474d32c_SeqId_4_ - updating store file list. 2024-11-23T08:36:07,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:07,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/f/59ae53e46e1d478ca9d067363474d32c_SeqId_4_ into 9eea1fb6911c5248bca11f3698343347/f 2024-11-23T08:36:07,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/3d1beec77b384d6aa22541855dd1bdfe into 9eea1fb6911c5248bca11f3698343347/f (new location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/f/59ae53e46e1d478ca9d067363474d32c_SeqId_4_) 2024-11-23T08:36:07,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293. 2024-11-23T08:36:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/f/3d1beec77b384d6aa22541855dd1bdfe 2024-11-23T08:36:07,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:07,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/mob/46053a24b07540e9ae098dbdc87b4c9d into 9eea1fb6911c5248bca11f3698343347/mob as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/mob/9f25810e6aae4afaa89c5d1e09b9d817_SeqId_4_ - updating store file list. 2024-11-23T08:36:07,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/mob/9f25810e6aae4afaa89c5d1e09b9d817_SeqId_4_ into 9eea1fb6911c5248bca11f3698343347/mob 2024-11-23T08:36:07,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/mob/46053a24b07540e9ae098dbdc87b4c9d into 9eea1fb6911c5248bca11f3698343347/mob (new location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/mob/9f25810e6aae4afaa89c5d1e09b9d817_SeqId_4_) 2024-11-23T08:36:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__hn0qm6u0udi3q0s3kgd7bt2hc1d3rh84cduu80rrk5u54fumtranhtvl6eclgj2b/mob/46053a24b07540e9ae098dbdc87b4c9d 2024-11-23T08:36:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f840411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:07,943 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e583625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,945 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:07,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37907124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:07,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:07,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46bad3e2 2024-11-23T08:36:07,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:07,947 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T08:36:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:07,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T08:36:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:07,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:07,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:36:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:07,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:07,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:07,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:07,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:07,968 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-23T08:36:07,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 , the old value is region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:36:07,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:36:07,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 from cache 2024-11-23T08:36:07,969 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T08:36:07,987 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732350856706' to 'table1' from log dirs: hdfs://localhost:37431/backupUT/backup_1732350938022/default/test-1732350856706/f2/4a114892d3fd4732bca2b665282db84d 2024-11-23T08:36:07,991 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732350856706', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732350938022 2024-11-23T08:36:07,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:36:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-23T08:36:08,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741989_1165 (size=938) 2024-11-23T08:36:08,075 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-23T08:36:08,406 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-23T08:36:08,406 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-23T08:36:08,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-23T08:36:08,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, REOPEN/MOVE}] 2024-11-23T08:36:08,411 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, REOPEN/MOVE 2024-11-23T08:36:08,411 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, REOPEN/MOVE 2024-11-23T08:36:08,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=d52f29d1f5683fbfe0dba8adc82c7dc9, regionState=CLOSING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:08,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=9eea1fb6911c5248bca11f3698343347, regionState=CLOSING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:08,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, REOPEN/MOVE because future has completed 2024-11-23T08:36:08,413 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T08:36:08,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure d52f29d1f5683fbfe0dba8adc82c7dc9, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:08,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, REOPEN/MOVE because future has completed 2024-11-23T08:36:08,415 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T08:36:08,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9eea1fb6911c5248bca11f3698343347, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:08,567 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,567 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T08:36:08,567 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing d52f29d1f5683fbfe0dba8adc82c7dc9, disabling compactions & flushes 2024-11-23T08:36:08,567 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:08,568 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:08,568 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. after waiting 0 ms 2024-11-23T08:36:08,568 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:08,575 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T08:36:08,577 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:08,577 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:08,577 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for d52f29d1f5683fbfe0dba8adc82c7dc9: Waiting for close lock at 1732350968567Running coprocessor pre-close hooks at 1732350968567Disabling compacts and flushes for region at 1732350968567Disabling writes for close at 1732350968568 (+1 ms)Writing region close event to WAL at 1732350968569 (+1 ms)Running coprocessor post-close hooks at 1732350968577 (+8 ms)Closed at 1732350968577 2024-11-23T08:36:08,577 WARN [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: d52f29d1f5683fbfe0dba8adc82c7dc9 to self. 2024-11-23T08:36:08,580 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,580 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,580 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T08:36:08,581 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 9eea1fb6911c5248bca11f3698343347, disabling compactions & flushes 2024-11-23T08:36:08,581 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:08,581 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:08,581 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. after waiting 0 ms 2024-11-23T08:36:08,581 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:08,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=d52f29d1f5683fbfe0dba8adc82c7dc9, regionState=CLOSED 2024-11-23T08:36:08,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure d52f29d1f5683fbfe0dba8adc82c7dc9, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:08,585 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T08:36:08,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-23T08:36:08,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure d52f29d1f5683fbfe0dba8adc82c7dc9, server=b33d9013c60a,38293,1732350848707 in 171 msec 2024-11-23T08:36:08,586 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:08,586 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:08,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, REOPEN/MOVE; state=CLOSED, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=true 2024-11-23T08:36:08,586 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 9eea1fb6911c5248bca11f3698343347: Waiting for close lock at 1732350968580Running coprocessor pre-close hooks at 1732350968581 (+1 ms)Disabling compacts and flushes for region at 1732350968581Disabling writes for close at 1732350968581Writing region close event to WAL at 1732350968582 (+1 ms)Running coprocessor post-close hooks at 1732350968586 (+4 ms)Closed at 1732350968586 2024-11-23T08:36:08,587 WARN [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 9eea1fb6911c5248bca11f3698343347 to self. 2024-11-23T08:36:08,588 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,589 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=9eea1fb6911c5248bca11f3698343347, regionState=CLOSED 2024-11-23T08:36:08,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9eea1fb6911c5248bca11f3698343347, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:08,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-23T08:36:08,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 9eea1fb6911c5248bca11f3698343347, server=b33d9013c60a,38293,1732350848707 in 176 msec 2024-11-23T08:36:08,593 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, REOPEN/MOVE; state=CLOSED, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=true 2024-11-23T08:36:08,737 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=d52f29d1f5683fbfe0dba8adc82c7dc9, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:08,737 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=9eea1fb6911c5248bca11f3698343347, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:08,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, REOPEN/MOVE because future has completed 2024-11-23T08:36:08,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure d52f29d1f5683fbfe0dba8adc82c7dc9, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:08,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, REOPEN/MOVE because future has completed 2024-11-23T08:36:08,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eea1fb6911c5248bca11f3698343347, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:08,898 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:08,898 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => d52f29d1f5683fbfe0dba8adc82c7dc9, NAME => 'table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-23T08:36:08,899 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:36:08,899 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,900 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:36:08,900 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,900 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,902 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,904 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d52f29d1f5683fbfe0dba8adc82c7dc9 columnFamilyName f 2024-11-23T08:36:08,904 DEBUG [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:08,913 DEBUG [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9/f/1107ebf3f0804944af0910e3763e7b51_SeqId_4_ 2024-11-23T08:36:08,913 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(327): Store=d52f29d1f5683fbfe0dba8adc82c7dc9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:08,913 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,914 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d52f29d1f5683fbfe0dba8adc82c7dc9 columnFamilyName f2 2024-11-23T08:36:08,915 DEBUG [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:08,915 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(327): Store=d52f29d1f5683fbfe0dba8adc82c7dc9/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:08,915 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,916 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d52f29d1f5683fbfe0dba8adc82c7dc9 columnFamilyName mob 2024-11-23T08:36:08,916 DEBUG [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:08,917 INFO [StoreOpener-d52f29d1f5683fbfe0dba8adc82c7dc9-1 {}] regionserver.HStore(327): Store=d52f29d1f5683fbfe0dba8adc82c7dc9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:08,917 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,918 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,918 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,920 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,920 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,920 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T08:36:08,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-23T08:36:08,921 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,922 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened d52f29d1f5683fbfe0dba8adc82c7dc9; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10615798240, jitterRate=-0.01132674515247345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T08:36:08,922 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:08,923 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for d52f29d1f5683fbfe0dba8adc82c7dc9: Running coprocessor pre-open hook at 1732350968900Writing region info on filesystem at 1732350968900Initializing all the Stores at 1732350968902 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350968902Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350968902Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350968902Cleaning up temporary data from old regions at 1732350968920 (+18 ms)Running coprocessor post-open hooks at 1732350968922 (+2 ms)Region opened successfully at 1732350968923 (+1 ms) 2024-11-23T08:36:08,924 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9., pid=87, masterSystemTime=1732350968892 2024-11-23T08:36:08,925 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:08,926 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:08,926 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:08,926 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 9eea1fb6911c5248bca11f3698343347, NAME => 'table1,,1732350962246.9eea1fb6911c5248bca11f3698343347.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-23T08:36:08,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=d52f29d1f5683fbfe0dba8adc82c7dc9, regionState=OPEN, openSeqNum=7, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:08,926 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:36:08,927 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,927 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1732350962246.9eea1fb6911c5248bca11f3698343347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:36:08,927 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,927 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure d52f29d1f5683fbfe0dba8adc82c7dc9, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:08,928 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,929 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eea1fb6911c5248bca11f3698343347 columnFamilyName f 2024-11-23T08:36:08,929 DEBUG [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:08,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-11-23T08:36:08,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure d52f29d1f5683fbfe0dba8adc82c7dc9, server=b33d9013c60a,38293,1732350848707 in 189 msec 2024-11-23T08:36:08,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=d52f29d1f5683fbfe0dba8adc82c7dc9, REOPEN/MOVE in 521 msec 2024-11-23T08:36:08,936 DEBUG [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/f/59ae53e46e1d478ca9d067363474d32c_SeqId_4_ 2024-11-23T08:36:08,936 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(327): Store=9eea1fb6911c5248bca11f3698343347/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:08,936 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,937 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eea1fb6911c5248bca11f3698343347 columnFamilyName f2 2024-11-23T08:36:08,937 DEBUG [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:08,938 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(327): Store=9eea1fb6911c5248bca11f3698343347/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:08,938 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,939 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eea1fb6911c5248bca11f3698343347 columnFamilyName mob 2024-11-23T08:36:08,939 DEBUG [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:08,945 DEBUG [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/mob/9f25810e6aae4afaa89c5d1e09b9d817_SeqId_4_ 2024-11-23T08:36:08,945 INFO [StoreOpener-9eea1fb6911c5248bca11f3698343347-1 {}] regionserver.HStore(327): Store=9eea1fb6911c5248bca11f3698343347/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:08,945 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,946 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,947 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,948 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,948 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,948 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T08:36:08,949 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,950 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 9eea1fb6911c5248bca11f3698343347; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12033020800, jitterRate=0.1206623911857605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T08:36:08,950 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:08,950 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 9eea1fb6911c5248bca11f3698343347: Running coprocessor pre-open hook at 1732350968927Writing region info on filesystem at 1732350968927Initializing all the Stores at 1732350968928 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350968928Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350968928Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350968928Cleaning up temporary data from old regions at 1732350968948 (+20 ms)Running coprocessor post-open hooks at 1732350968950 (+2 ms)Region opened successfully at 1732350968950 2024-11-23T08:36:08,951 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., pid=88, masterSystemTime=1732350968892 2024-11-23T08:36:08,952 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:08,953 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:08,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=9eea1fb6911c5248bca11f3698343347, regionState=OPEN, openSeqNum=7, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:08,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eea1fb6911c5248bca11f3698343347, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:08,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-11-23T08:36:08,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 9eea1fb6911c5248bca11f3698343347, server=b33d9013c60a,38293,1732350848707 in 214 msec 2024-11-23T08:36:08,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-23T08:36:08,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9eea1fb6911c5248bca11f3698343347, REOPEN/MOVE in 547 msec 2024-11-23T08:36:08,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T08:36:08,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 551 msec 2024-11-23T08:36:08,962 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-23T08:36:08,963 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., family=f3 2024-11-23T08:36:08,964 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9., family=f3 2024-11-23T08:36:08,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 970 msec 2024-11-23T08:36:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-23T08:36:08,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-23T08:36:08,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-23T08:36:08,970 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:36:08,970 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:37431/backupUT/backup_1732350938022/default/test-1732350856706/f2/4a114892d3fd4732bca2b665282db84d from hbase tables test-1732350856706 to tables table1 2024-11-23T08:36:08,970 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732350856706 into table1 2024-11-23T08:36:08,972 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350968970 from hdfs://localhost:37431/backupUT/backup_1732350938022/default/test-1732350856706/f2/4a114892d3fd4732bca2b665282db84d 2024-11-23T08:36:08,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a674995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:08,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:08,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:08,973 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:08,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:08,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:08,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5f13f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:08,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:08,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:08,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:08,974 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:08,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8ef8e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:08,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:08,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:08,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@326d934b 2024-11-23T08:36:08,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:08,976 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:08,977 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-23T08:36:08,977 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-23T08:36:08,977 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-23T08:36:08,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:08,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:08,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:08,980 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-23T08:36:08,980 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-23T08:36:08,980 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-23T08:36:08,981 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/partitions_7b3992e5-3095-40d0-8fe8-0a939f87288e 2024-11-23T08:36:08,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741990_1166 (size=177) 2024-11-23T08:36:09,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:09,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:09,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-18028294438607594579.jar 2024-11-23T08:36:10,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:36:10,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:36:10,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:36:10,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:36:10,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:36:10,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:36:10,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:36:10,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:36:10,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:36:10,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:36:10,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:36:10,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:10,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:36:10,251 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-23T08:36:10,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:10,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:10,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:10,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:10,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:10,252 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-23T08:36:10,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:36:10,261 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:36:10,273 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-23T08:36:10,357 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local632806708_0015_32e46958-da79-4007-a926-11955d6346ff/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:36:10,357 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local632806708_0015_32e46958-da79-4007-a926-11955d6346ff/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:36:10,409 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350938022/default/test-1732350856706/f2/4a114892d3fd4732bca2b665282db84d 2024-11-23T08:36:10,411 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:36:10,439 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad6a9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:10,439 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:10,439 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:10,440 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:10,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:10,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:10,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53169908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:10,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:10,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:10,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:10,442 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:10,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f549d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:10,443 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:10,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:10,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732350856706-2-0', locateType=CURRENT is [region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=7] 2024-11-23T08:36:10,447 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-23T08:36:10,448 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:10,448 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:10,448 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:10,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:10,448 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732350856706-2-0] 2024-11-23T08:36:10,448 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:36:10,452 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350968970/_temporary/0/_temporary/attempt_local632806708_0015_r_000000_0/f2/d041f8e2770e404db3bfff6095066840 is 58, key is row-test-1732350856706-2-0/f2:q1/1732350933012/Put/seqid=0 2024-11-23T08:36:10,453 WARN [Thread-1888 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:36:10,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741991_1167 (size=5608) 2024-11-23T08:36:11,394 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350968970 2024-11-23T08:36:11,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a54f91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:11,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:11,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:11,396 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:11,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:11,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a17de3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:11,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:11,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:11,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:11,398 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:11,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c752b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:11,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:11,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:11,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:11,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:11,404 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350968970/_SUCCESS 2024-11-23T08:36:11,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:11,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:11,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ca5049 2024-11-23T08:36:11,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:11,412 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=7] 2024-11-23T08:36:11,417 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-23T08:36:11,423 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350968970/f2/d041f8e2770e404db3bfff6095066840 first=Optional[row-test-1732350856706-2-0] last=Optional[row-test-1732350856706-2-6] 2024-11-23T08:36:11,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350968970/f2/d041f8e2770e404db3bfff6095066840 for inclusion in 9eea1fb6911c5248bca11f3698343347/f2 2024-11-23T08:36:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732350856706-2-0 last=row-test-1732350856706-2-6 2024-11-23T08:36:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-23T08:36:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegion(2603): Flush status journal for 9eea1fb6911c5248bca11f3698343347: 2024-11-23T08:36:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-default-table1-1732350968970/f2/d041f8e2770e404db3bfff6095066840 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__b6ssc3s956osithrkjltmbb8ionqjm1aj83sbjurnhmso4ri3ensohvsg2h3agfi/f2/d041f8e2770e404db3bfff6095066840 2024-11-23T08:36:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__b6ssc3s956osithrkjltmbb8ionqjm1aj83sbjurnhmso4ri3ensohvsg2h3agfi/f2/d041f8e2770e404db3bfff6095066840 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/f2/799d0d03b41f42d5af3ae6b04b3512ed_SeqId_9_ 2024-11-23T08:36:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c88f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:11,433 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcc70fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:11,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:11,435 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:11,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4ccd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:11,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:11,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c26f272 2024-11-23T08:36:11,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:11,437 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:11,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:11,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:11,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:11,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:11,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:11,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:36:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:11,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:11,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__b6ssc3s956osithrkjltmbb8ionqjm1aj83sbjurnhmso4ri3ensohvsg2h3agfi/f2/d041f8e2770e404db3bfff6095066840 into 9eea1fb6911c5248bca11f3698343347/f2 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/f2/799d0d03b41f42d5af3ae6b04b3512ed_SeqId_9_ - updating store file list. 2024-11-23T08:36:11,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/f2/799d0d03b41f42d5af3ae6b04b3512ed_SeqId_9_ into 9eea1fb6911c5248bca11f3698343347/f2 2024-11-23T08:36:11,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__b6ssc3s956osithrkjltmbb8ionqjm1aj83sbjurnhmso4ri3ensohvsg2h3agfi/f2/d041f8e2770e404db3bfff6095066840 into 9eea1fb6911c5248bca11f3698343347/f2 (new location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/f2/799d0d03b41f42d5af3ae6b04b3512ed_SeqId_9_) 2024-11-23T08:36:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__table1__b6ssc3s956osithrkjltmbb8ionqjm1aj83sbjurnhmso4ri3ensohvsg2h3agfi/f2/d041f8e2770e404db3bfff6095066840 2024-11-23T08:36:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608cc04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:11,465 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:11,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:11,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:11,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eabc952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:11,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:11,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:11,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:11,467 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:11,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d362040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:11,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:11,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12e459f4 2024-11-23T08:36:11,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:11,469 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T08:36:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:11,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:11,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:11,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T08:36:11,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:11,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:11,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:11,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:36:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:11,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:11,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:11,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:11,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:11,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:11,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:11,486 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-23T08:36:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=7 , the old value is region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:36:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:36:11,486 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732350856706 has been successfully restored to table1 2024-11-23T08:36:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=7 from cache 2024-11-23T08:36:11,486 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-23T08:36:11,486 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732350938022 hdfs://localhost:37431/backupUT/backup_1732350938022/default/test-1732350856706/ 2024-11-23T08:36:11,486 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37431/backupUT/backup_1732350902723/.backup.manifest 2024-11-23T08:36:11,486 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T08:36:11,488 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732350902723/.backup.manifest 2024-11-23T08:36:11,488 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17323508567061' to 'ns2:table2' from full backup image hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061 2024-11-23T08:36:11,490 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17323508567061', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732350938022 2024-11-23T08:36:11,494 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-23T08:36:11,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-23T08:36:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-23T08:36:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T08:36:11,498 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350971497"}]},"ts":"1732350971497"} 2024-11-23T08:36:11,499 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-23T08:36:11,499 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-23T08:36:11,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-23T08:36:11,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=17dd49e7adc264422d42abba13c37497, UNASSIGN}] 2024-11-23T08:36:11,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=17dd49e7adc264422d42abba13c37497, UNASSIGN 2024-11-23T08:36:11,503 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=17dd49e7adc264422d42abba13c37497, regionState=CLOSING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:11,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=17dd49e7adc264422d42abba13c37497, UNASSIGN because future has completed 2024-11-23T08:36:11,505 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T08:36:11,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17dd49e7adc264422d42abba13c37497, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:11,540 DEBUG [regionserver/b33d9013c60a:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-23T08:36:11,577 WARN [regionserver/b33d9013c60a:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 17, running: 1 2024-11-23T08:36:11,594 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-23T08:36:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T08:36:11,658 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 17dd49e7adc264422d42abba13c37497 2024-11-23T08:36:11,658 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-23T08:36:11,658 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 17dd49e7adc264422d42abba13c37497, disabling compactions & flushes 2024-11-23T08:36:11,658 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:36:11,658 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:36:11,658 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. after waiting 0 ms 2024-11-23T08:36:11,659 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:36:11,667 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T08:36:11,668 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:11,668 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. 2024-11-23T08:36:11,668 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 17dd49e7adc264422d42abba13c37497: Waiting for close lock at 1732350971658Running coprocessor pre-close hooks at 1732350971658Disabling compacts and flushes for region at 1732350971658Disabling writes for close at 1732350971658Writing region close event to WAL at 1732350971660 (+2 ms)Running coprocessor post-close hooks at 1732350971668 (+8 ms)Closed at 1732350971668 2024-11-23T08:36:11,671 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 17dd49e7adc264422d42abba13c37497 2024-11-23T08:36:11,671 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=17dd49e7adc264422d42abba13c37497, regionState=CLOSED 2024-11-23T08:36:11,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17dd49e7adc264422d42abba13c37497, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:11,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T08:36:11,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 17dd49e7adc264422d42abba13c37497, server=b33d9013c60a,38293,1732350848707 in 169 msec 2024-11-23T08:36:11,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-23T08:36:11,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=17dd49e7adc264422d42abba13c37497, UNASSIGN in 175 msec 2024-11-23T08:36:11,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T08:36:11,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 180 msec 2024-11-23T08:36:11,684 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350971684"}]},"ts":"1732350971684"} 2024-11-23T08:36:11,685 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-23T08:36:11,685 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-23T08:36:11,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 192 msec 2024-11-23T08:36:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-23T08:36:11,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-23T08:36:11,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-23T08:36:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-23T08:36:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T08:36:11,820 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-23T08:36:11,825 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497 2024-11-23T08:36:11,827 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/f, FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/recovered.edits] 2024-11-23T08:36:11,833 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/f/9b17452b8fae4891917984fff47300b8_SeqId_4_ to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/archive/data/ns2/table2/17dd49e7adc264422d42abba13c37497/f/9b17452b8fae4891917984fff47300b8_SeqId_4_ 2024-11-23T08:36:11,835 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497/recovered.edits/6.seqid to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/archive/data/ns2/table2/17dd49e7adc264422d42abba13c37497/recovered.edits/6.seqid 2024-11-23T08:36:11,836 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/17dd49e7adc264422d42abba13c37497 2024-11-23T08:36:11,836 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-23T08:36:11,840 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-23T08:36:11,842 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-23T08:36:11,842 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-23T08:36:11,843 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732350971842"}]},"ts":"9223372036854775807"} 2024-11-23T08:36:11,844 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-23T08:36:11,844 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 17dd49e7adc264422d42abba13c37497, NAME => 'ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T08:36:11,844 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-23T08:36:11,844 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732350971844"}]},"ts":"9223372036854775807"} 2024-11-23T08:36:11,846 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-23T08:36:11,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741992_1168 (size=351) 2024-11-23T08:36:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T08:36:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T08:36:12,257 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3d15a28e457afa1d72bc55d3bd1538a, NAME => 'ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a 2024-11-23T08:36:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741993_1169 (size=37) 2024-11-23T08:36:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T08:36:12,672 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:36:12,672 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing d3d15a28e457afa1d72bc55d3bd1538a, disabling compactions & flushes 2024-11-23T08:36:12,673 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:12,673 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:12,673 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. after waiting 0 ms 2024-11-23T08:36:12,673 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:12,673 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:12,673 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3d15a28e457afa1d72bc55d3bd1538a: Waiting for close lock at 1732350972672Disabling compacts and flushes for region at 1732350972672Disabling writes for close at 1732350972673 (+1 ms)Writing region close event to WAL at 1732350972673Closed at 1732350972673 2024-11-23T08:36:12,677 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732350972676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732350972676"}]},"ts":"1732350972676"} 2024-11-23T08:36:12,680 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T08:36:12,681 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350972681"}]},"ts":"1732350972681"} 2024-11-23T08:36:12,683 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-23T08:36:12,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d3d15a28e457afa1d72bc55d3bd1538a, ASSIGN}] 2024-11-23T08:36:12,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d3d15a28e457afa1d72bc55d3bd1538a, ASSIGN 2024-11-23T08:36:12,685 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d3d15a28e457afa1d72bc55d3bd1538a, ASSIGN; state=OFFLINE, location=b33d9013c60a,38293,1732350848707; forceNewPlan=false, retain=false 2024-11-23T08:36:12,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d3d15a28e457afa1d72bc55d3bd1538a, regionState=OPENING, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:12,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d3d15a28e457afa1d72bc55d3bd1538a, ASSIGN because future has completed 2024-11-23T08:36:12,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3d15a28e457afa1d72bc55d3bd1538a, server=b33d9013c60a,38293,1732350848707}] 2024-11-23T08:36:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T08:36:13,003 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:13,003 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => d3d15a28e457afa1d72bc55d3bd1538a, NAME => 'ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a.', STARTKEY => '', ENDKEY => ''} 2024-11-23T08:36:13,004 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-23T08:36:13,005 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,005 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T08:36:13,005 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,005 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,007 INFO [StoreOpener-d3d15a28e457afa1d72bc55d3bd1538a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,009 INFO [StoreOpener-d3d15a28e457afa1d72bc55d3bd1538a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3d15a28e457afa1d72bc55d3bd1538a columnFamilyName f 2024-11-23T08:36:13,010 DEBUG [StoreOpener-d3d15a28e457afa1d72bc55d3bd1538a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:13,010 INFO [StoreOpener-d3d15a28e457afa1d72bc55d3bd1538a-1 {}] regionserver.HStore(327): Store=d3d15a28e457afa1d72bc55d3bd1538a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T08:36:13,010 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,011 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,012 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,013 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,013 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,015 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,018 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/d3d15a28e457afa1d72bc55d3bd1538a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T08:36:13,018 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened d3d15a28e457afa1d72bc55d3bd1538a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11830820480, jitterRate=0.10183101892471313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T08:36:13,018 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:13,020 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for d3d15a28e457afa1d72bc55d3bd1538a: Running coprocessor pre-open hook at 1732350973006Writing region info on filesystem at 1732350973006Initializing all the Stores at 1732350973007 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732350973007Cleaning up temporary data from old regions at 1732350973013 (+6 ms)Running coprocessor post-open hooks at 1732350973018 (+5 ms)Region opened successfully at 1732350973020 (+2 ms) 2024-11-23T08:36:13,020 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a., pid=95, masterSystemTime=1732350972995 2024-11-23T08:36:13,022 DEBUG [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:13,022 INFO [RS_OPEN_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:13,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d3d15a28e457afa1d72bc55d3bd1538a, regionState=OPEN, openSeqNum=2, regionLocation=b33d9013c60a,38293,1732350848707 2024-11-23T08:36:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3d15a28e457afa1d72bc55d3bd1538a, server=b33d9013c60a,38293,1732350848707 because future has completed 2024-11-23T08:36:13,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-23T08:36:13,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure d3d15a28e457afa1d72bc55d3bd1538a, server=b33d9013c60a,38293,1732350848707 in 183 msec 2024-11-23T08:36:13,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-23T08:36:13,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d3d15a28e457afa1d72bc55d3bd1538a, ASSIGN in 343 msec 2024-11-23T08:36:13,029 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732350973028"}]},"ts":"1732350973028"} 2024-11-23T08:36:13,030 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-23T08:36:13,030 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-23T08:36:13,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2140 sec 2024-11-23T08:36:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-23T08:36:13,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-23T08:36:13,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-23T08:36:13,980 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1 from hbase tables ns2:test-17323508567061 to tables ns2:table2 2024-11-23T08:36:13,980 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17323508567061 into ns2:table2 2024-11-23T08:36:13,982 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350973980 from hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:36:13,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a05644d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:13,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:13,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:13,985 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4ff48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:13,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:13,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:13,986 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:13,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ec8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:13,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:13,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:13,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@543f1a 2024-11-23T08:36:13,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:13,989 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:13,990 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-23T08:36:13,990 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-23T08:36:13,990 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-23T08:36:13,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:13,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:13,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:13,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:13,994 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-23T08:36:13,994 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-23T08:36:13,995 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/partitions_b3497b99-fd79-4ff6-9dfa-ac8f06d5033c 2024-11-23T08:36:14,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741994_1170 (size=153) 2024-11-23T08:36:14,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-23T08:36:14,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:14,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:14,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop-11182513083656714118.jar 2024-11-23T08:36:15,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:36:15,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-23T08:36:15,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-23T08:36:15,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-23T08:36:15,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-23T08:36:15,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-23T08:36:15,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-23T08:36:15,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-23T08:36:15,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-23T08:36:15,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-23T08:36:15,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-23T08:36:15,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-23T08:36:15,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-23T08:36:15,270 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-23T08:36:15,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:15,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:15,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:15,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:15,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:15,271 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-23T08:36:15,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-23T08:36:15,279 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-23T08:36:15,289 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-23T08:36:15,372 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local844211820_0016_26fcebd5-0035-46bd-9b38-8a4cc6fb863c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-23T08:36:15,372 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/mapreduce.cluster.local.dir/job_local844211820_0016_26fcebd5-0035-46bd-9b38-8a4cc6fb863c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-23T08:36:15,415 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/5b8810bbc8ed448a9a0dfa21e4c64db4 2024-11-23T08:36:15,418 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:36:15,449 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37431/backupUT/backup_1732350902723/ns2/test-17323508567061/archive/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/f/8bb16384ff01424a905d48047fe7f0a2 2024-11-23T08:36:15,452 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-23T08:36:15,478 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f7b9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:15,478 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:15,478 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:15,479 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:15,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:15,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:15,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31602cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:15,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:15,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:15,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:15,480 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:15,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0b88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:15,481 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:15,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:15,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:15,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:15,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:15,484 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-23T08:36:15,484 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:15,484 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:15,485 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:15,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:15,485 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-23T08:36:15,485 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b33d9013c60a 2024-11-23T08:36:15,489 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350973980/_temporary/0/_temporary/attempt_local844211820_0016_r_000000_0/f/eade929d8d724ba1b3ad64adf37446a4 is 38, key is row-t20/f:q1/1732350887442/Put/seqid=0 2024-11-23T08:36:15,491 WARN [Thread-1963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b33d9013c60a:38293] Specified favored nodes: [b33d9013c60a:38293] 2024-11-23T08:36:15,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741995_1171 (size=8934) 2024-11-23T08:36:16,412 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350973980 2024-11-23T08:36:16,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387fb6c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:16,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:16,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:16,414 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:16,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:16,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:16,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:16,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:16,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:16,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,416 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:16,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f53d05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:16,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:16,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:16,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:16,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:16,424 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350973980/_SUCCESS 2024-11-23T08:36:16,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:16,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:16,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4065cd55 2024-11-23T08:36:16,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:16,429 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:16,435 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-23T08:36:16,440 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350973980/f/eade929d8d724ba1b3ad64adf37446a4 first=Optional[row-t20] last=Optional[row98] 2024-11-23T08:36:16,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350973980/f/eade929d8d724ba1b3ad64adf37446a4 for inclusion in d3d15a28e457afa1d72bc55d3bd1538a/f 2024-11-23T08:36:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-23T08:36:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T08:36:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegion(2603): Flush status journal for d3d15a28e457afa1d72bc55d3bd1538a: 2024-11-23T08:36:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/hbase-staging/bulk_output-ns2-table2-1732350973980/f/eade929d8d724ba1b3ad64adf37446a4 to hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__bnglunm2stevaehkm9b06p5gvmfhe2edjvchfoc7vrc9phl5khcp44k2nqcbr645/f/eade929d8d724ba1b3ad64adf37446a4 2024-11-23T08:36:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__bnglunm2stevaehkm9b06p5gvmfhe2edjvchfoc7vrc9phl5khcp44k2nqcbr645/f/eade929d8d724ba1b3ad64adf37446a4 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/d3d15a28e457afa1d72bc55d3bd1538a/f/b21f9db2c2174d058487604c1c29982f_SeqId_4_ 2024-11-23T08:36:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c2c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:16,450 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:16,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:16,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:16,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450bba2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:16,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:16,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:16,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,451 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:16,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231aee0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a690bcd 2024-11-23T08:36:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:16,454 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T08:36:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:16,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:16,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:16,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T08:36:16,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:16,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:16,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:16,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:36:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:16,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__bnglunm2stevaehkm9b06p5gvmfhe2edjvchfoc7vrc9phl5khcp44k2nqcbr645/f/eade929d8d724ba1b3ad64adf37446a4 into d3d15a28e457afa1d72bc55d3bd1538a/f as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/d3d15a28e457afa1d72bc55d3bd1538a/f/b21f9db2c2174d058487604c1c29982f_SeqId_4_ - updating store file list. 2024-11-23T08:36:16,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/d3d15a28e457afa1d72bc55d3bd1538a/f/b21f9db2c2174d058487604c1c29982f_SeqId_4_ into d3d15a28e457afa1d72bc55d3bd1538a/f 2024-11-23T08:36:16,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__bnglunm2stevaehkm9b06p5gvmfhe2edjvchfoc7vrc9phl5khcp44k2nqcbr645/f/eade929d8d724ba1b3ad64adf37446a4 into d3d15a28e457afa1d72bc55d3bd1538a/f (new location: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/d3d15a28e457afa1d72bc55d3bd1538a/f/b21f9db2c2174d058487604c1c29982f_SeqId_4_) 2024-11-23T08:36:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/staging/jenkins__ns2_table2__bnglunm2stevaehkm9b06p5gvmfhe2edjvchfoc7vrc9phl5khcp44k2nqcbr645/f/eade929d8d724ba1b3ad64adf37446a4 2024-11-23T08:36:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddf5778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ClusterIdFetcher(90): Going to request b33d9013c60a,37883,-1 for getting cluster id 2024-11-23T08:36:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T08:36:16,480 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc55aa7-565c-453b-bd9e-cc4f1f5def0b' 2024-11-23T08:36:16,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T08:36:16,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc55aa7-565c-453b-bd9e-cc4f1f5def0b" 2024-11-23T08:36:16,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608a810a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:16,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b33d9013c60a,37883,-1] 2024-11-23T08:36:16,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T08:36:16,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,481 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T08:36:16,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9aee488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-23T08:36:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T08:36:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b33d9013c60a,37883,1732350846764 2024-11-23T08:36:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d752252 2024-11-23T08:36:16,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T08:36:16,484 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T08:36:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T08:36:16,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b33d9013c60a,38293,1732350848707, seqNum=-1] 2024-11-23T08:36:16,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T08:36:16,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T08:36:16,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-23T08:36:16,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-23T08:36:16,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:16,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293. 2024-11-23T08:36:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:16,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:16,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:16,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:16,502 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-23T08:36:16,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 , the old value is region=ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a., hostname=b33d9013c60a,38293,1732350848707, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:36:16,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T08:36:16,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 from cache 2024-11-23T08:36:16,503 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T08:36:16,518 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17323508567061', skipping incremental restore step. 2024-11-23T08:36:16,518 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-23T08:36:16,518 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732350938022 hdfs://localhost:37431/backupUT/backup_1732350938022/ns2/test-17323508567061/ 2024-11-23T08:36:16,518 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-23T08:36:16,519 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T08:36:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:39626 deadline: 1732351036519, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. is not online on b33d9013c60a,38293,1732350848707 2024-11-23T08:36:16,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 , the old value is region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. is not online on b33d9013c60a,38293,1732350848707 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:16,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac. is not online on b33d9013c60a,38293,1732350848707 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:16,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732350951350.ec59ddb95951b1fe96b6f5c781d043ac., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 from cache 2024-11-23T08:36:16,615 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b33d9013c60a:38293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-23T08:36:16,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732350962246.9eea1fb6911c5248bca11f3698343347., hostname=b33d9013c60a,38293,1732350848707, seqNum=7] 2024-11-23T08:36:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:39626 deadline: 1732351036645, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. is not online on b33d9013c60a,38293,1732350848707 2024-11-23T08:36:16,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 , the old value is region=table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915., hostname=b33d9013c60a,38293,1732350848707, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. is not online on b33d9013c60a,38293,1732350848707 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:16,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915. is not online on b33d9013c60a,38293,1732350848707 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:16,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732350951350.1e7ef1aad4b947551e3df551618b8915., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 from cache 2024-11-23T08:36:16,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9., hostname=b33d9013c60a,38293,1732350848707, seqNum=7] 2024-11-23T08:36:16,764 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-23T08:36:16,772 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-23T08:36:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:16,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-23T08:36:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:16,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-23T08:36:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:16,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-23T08:36:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:16,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-23T08:36:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-23T08:36:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T08:36:16,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-23T08:36:16,795 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-23T08:36:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38293 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:39626 deadline: 1732351036795, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. is not online on b33d9013c60a,38293,1732350848707 2024-11-23T08:36:16,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 , the old value is region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. is not online on b33d9013c60a,38293,1732350848707 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:16,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497. is not online on b33d9013c60a,38293,1732350848707 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T08:36:16,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497., hostname=b33d9013c60a,38293,1732350848707, seqNum=2 from cache 2024-11-23T08:36:16,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a., hostname=b33d9013c60a,38293,1732350848707, seqNum=2] 2024-11-23T08:36:16,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:16,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:16,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:16,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_319107574_20 at /127.0.0.1:58374 [Receiving block BP-604693353-172.17.0.2-1732350842107:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_319107574_20 at /127.0.0.1:58362 [Receiving block BP-604693353-172.17.0.2-1732350842107:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/b33d9013c60a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'b33d9013c60a,38293,1732350848707' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-908575015_20 at /127.0.0.1:36308 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (b33d9013c60a,37883,1732350846764)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b33d9013c60a,38293,1732350848707)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-604693353-172.17.0.2-1732350842107:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-604693353-172.17.0.2-1732350842107:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-604693353-172.17.0.2-1732350842107:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_319107574_20 at /127.0.0.1:58350 [Receiving block BP-604693353-172.17.0.2-1732350842107:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b33d9013c60a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 215), ProcessCount=19 (was 19), AvailableMemoryMB=5067 (was 5607) 2024-11-23T08:36:16,925 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-23T08:36:16,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T08:36:16,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:16,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:16,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:16,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T08:36:16,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=575158283, stopped=false 2024-11-23T08:36:16,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b33d9013c60a,37883,1732350846764 2024-11-23T08:36:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-23T08:36:16,992 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-23T08:36:16,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T08:36:16,992 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:36:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:36:16,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T08:36:16,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:16,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:16,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-23T08:36:16,993 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b33d9013c60a,38293,1732350848707' ***** 2024-11-23T08:36:16,993 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T08:36:16,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-23T08:36:16,994 INFO [RS:0;b33d9013c60a:38293 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-23T08:36:17,000 INFO [RS:0;b33d9013c60a:38293 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@17da9b47{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-23T08:36:17,002 INFO [RS:0;b33d9013c60a:38293 {}] server.AbstractConnector(383): Stopped ServerConnector@126a703e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-23T08:36:17,002 INFO [RS:0;b33d9013c60a:38293 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T08:36:17,002 INFO [RS:0;b33d9013c60a:38293 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3318d839{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-23T08:36:17,003 INFO [RS:0;b33d9013c60a:38293 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@638beb74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,STOPPED} 2024-11-23T08:36:17,004 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T08:36:17,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T08:36:17,004 INFO [RS:0;b33d9013c60a:38293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for 602e156993a30c3c4a1d7200a38e3f3a 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for 477be76c4104c2665050dd69dab5297b 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b973a999cf618c45acfea4f4eb107d1 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for 60fdca1d76aab241e4da4dce5c641803 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for d52f29d1f5683fbfe0dba8adc82c7dc9 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for 9eea1fb6911c5248bca11f3698343347 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for d3d15a28e457afa1d72bc55d3bd1538a 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for f112bf5ead047259a07b7535689495e1 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for a195e29065656320eeed00798b708b3e 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(959): stopping server b33d9013c60a,38293,1732350848707 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T08:36:17,005 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 602e156993a30c3c4a1d7200a38e3f3a, disabling compactions & flushes 2024-11-23T08:36:17,005 INFO [RS:0;b33d9013c60a:38293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b33d9013c60a:38293. 2024-11-23T08:36:17,005 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:36:17,005 DEBUG [RS:0;b33d9013c60a:38293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:17,005 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:36:17,005 DEBUG [RS:0;b33d9013c60a:38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:17,006 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. after waiting 0 ms 2024-11-23T08:36:17,006 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:36:17,006 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T08:36:17,006 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T08:36:17,006 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T08:36:17,006 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T08:36:17,006 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-23T08:36:17,006 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T08:36:17,006 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T08:36:17,006 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T08:36:17,006 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T08:36:17,006 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T08:36:17,006 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 477be76c4104c2665050dd69dab5297b, 602e156993a30c3c4a1d7200a38e3f3a, 60fdca1d76aab241e4da4dce5c641803, 6b973a999cf618c45acfea4f4eb107d1, 9eea1fb6911c5248bca11f3698343347, a195e29065656320eeed00798b708b3e, d3d15a28e457afa1d72bc55d3bd1538a, d52f29d1f5683fbfe0dba8adc82c7dc9, f112bf5ead047259a07b7535689495e1 2024-11-23T08:36:17,006 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-23T08:36:17,009 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns4/test-17323508567063/602e156993a30c3c4a1d7200a38e3f3a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T08:36:17,010 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:17,010 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:36:17,010 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 602e156993a30c3c4a1d7200a38e3f3a: Waiting for close lock at 1732350977005Running coprocessor pre-close hooks at 1732350977005Disabling compacts and flushes for region at 1732350977005Disabling writes for close at 1732350977006 (+1 ms)Writing region close event to WAL at 1732350977006Running coprocessor post-close hooks at 1732350977010 (+4 ms)Closed at 1732350977010 2024-11-23T08:36:17,010 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17323508567063,,1732350863074.602e156993a30c3c4a1d7200a38e3f3a. 2024-11-23T08:36:17,010 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 477be76c4104c2665050dd69dab5297b, disabling compactions & flushes 2024-11-23T08:36:17,010 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:36:17,010 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:36:17,011 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. after waiting 0 ms 2024-11-23T08:36:17,011 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:36:17,011 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 477be76c4104c2665050dd69dab5297b 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-23T08:36:17,015 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/51a93e346eb143ab98efe45a84157933 is 158, key is trslm:hdfs://localhost:37431/backupUT\x00ns2:test-17323508567061/meta:log-roll-map/1732350950854/Put/seqid=0 2024-11-23T08:36:17,016 INFO [regionserver/b33d9013c60a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T08:36:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741996_1172 (size=6208) 2024-11-23T08:36:17,031 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/info/bee2cf78304c4d5895d76f8edc05332b is 159, key is ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1./info:regioninfo/1732350859767/Put/seqid=0 2024-11-23T08:36:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741997_1173 (size=19093) 2024-11-23T08:36:17,207 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 477be76c4104c2665050dd69dab5297b, 60fdca1d76aab241e4da4dce5c641803, 6b973a999cf618c45acfea4f4eb107d1, 9eea1fb6911c5248bca11f3698343347, a195e29065656320eeed00798b708b3e, d3d15a28e457afa1d72bc55d3bd1538a, d52f29d1f5683fbfe0dba8adc82c7dc9, f112bf5ead047259a07b7535689495e1 2024-11-23T08:36:17,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17323508567063 2024-11-23T08:36:17,407 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 477be76c4104c2665050dd69dab5297b, 60fdca1d76aab241e4da4dce5c641803, 6b973a999cf618c45acfea4f4eb107d1, 9eea1fb6911c5248bca11f3698343347, a195e29065656320eeed00798b708b3e, d3d15a28e457afa1d72bc55d3bd1538a, d52f29d1f5683fbfe0dba8adc82c7dc9, f112bf5ead047259a07b7535689495e1 2024-11-23T08:36:17,421 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/51a93e346eb143ab98efe45a84157933 2024-11-23T08:36:17,436 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/info/bee2cf78304c4d5895d76f8edc05332b 2024-11-23T08:36:17,438 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/50e24a1663e8459d9f23a0229c2c73fc is 588, key is session:backup_1732350938022/session:context/1732350951292/Put/seqid=0 2024-11-23T08:36:17,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741998_1174 (size=5689) 2024-11-23T08:36:17,459 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/ns/5a77b0fd809e4676a1f0fb3b34271bc8 is 85, key is ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497./ns:/1732350971838/DeleteFamily/seqid=0 2024-11-23T08:36:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741999_1175 (size=5760) 2024-11-23T08:36:17,557 INFO [regionserver/b33d9013c60a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T08:36:17,557 INFO [regionserver/b33d9013c60a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T08:36:17,607 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 477be76c4104c2665050dd69dab5297b, 60fdca1d76aab241e4da4dce5c641803, 6b973a999cf618c45acfea4f4eb107d1, 9eea1fb6911c5248bca11f3698343347, a195e29065656320eeed00798b708b3e, d3d15a28e457afa1d72bc55d3bd1538a, d52f29d1f5683fbfe0dba8adc82c7dc9, f112bf5ead047259a07b7535689495e1 2024-11-23T08:36:17,808 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 477be76c4104c2665050dd69dab5297b, 60fdca1d76aab241e4da4dce5c641803, 6b973a999cf618c45acfea4f4eb107d1, 9eea1fb6911c5248bca11f3698343347, a195e29065656320eeed00798b708b3e, d3d15a28e457afa1d72bc55d3bd1538a, d52f29d1f5683fbfe0dba8adc82c7dc9, f112bf5ead047259a07b7535689495e1 2024-11-23T08:36:17,844 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/50e24a1663e8459d9f23a0229c2c73fc 2024-11-23T08:36:17,855 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/meta/51a93e346eb143ab98efe45a84157933 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/51a93e346eb143ab98efe45a84157933 2024-11-23T08:36:17,861 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/meta/51a93e346eb143ab98efe45a84157933, entries=7, sequenceid=52, filesize=6.1 K 2024-11-23T08:36:17,862 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/.tmp/session/50e24a1663e8459d9f23a0229c2c73fc as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/50e24a1663e8459d9f23a0229c2c73fc 2024-11-23T08:36:17,863 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/ns/5a77b0fd809e4676a1f0fb3b34271bc8 2024-11-23T08:36:17,867 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/session/50e24a1663e8459d9f23a0229c2c73fc, entries=2, sequenceid=52, filesize=5.6 K 2024-11-23T08:36:17,868 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 477be76c4104c2665050dd69dab5297b in 857ms, sequenceid=52, compaction requested=true 2024-11-23T08:36:17,872 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system/477be76c4104c2665050dd69dab5297b/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-23T08:36:17,873 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:17,873 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:36:17,873 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 477be76c4104c2665050dd69dab5297b: Waiting for close lock at 1732350977010Running coprocessor pre-close hooks at 1732350977010Disabling compacts and flushes for region at 1732350977010Disabling writes for close at 1732350977011 (+1 ms)Obtaining lock to block concurrent updates at 1732350977011Preparing flush snapshotting stores in 477be76c4104c2665050dd69dab5297b at 1732350977011Finished memstore snapshotting backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732350977011Flushing stores of backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. at 1732350977012 (+1 ms)Flushing 477be76c4104c2665050dd69dab5297b/meta: creating writer at 1732350977012Flushing 477be76c4104c2665050dd69dab5297b/meta: appending metadata at 1732350977014 (+2 ms)Flushing 477be76c4104c2665050dd69dab5297b/meta: closing flushed file at 1732350977014Flushing 477be76c4104c2665050dd69dab5297b/session: creating writer at 1732350977433 (+419 ms)Flushing 477be76c4104c2665050dd69dab5297b/session: appending metadata at 1732350977437 (+4 ms)Flushing 477be76c4104c2665050dd69dab5297b/session: closing flushed file at 1732350977437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0444b0: reopening flushed file at 1732350977853 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295e891: reopening flushed file at 1732350977861 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 477be76c4104c2665050dd69dab5297b in 857ms, sequenceid=52, compaction requested=true at 1732350977868 (+7 ms)Writing region close event to WAL at 1732350977869 (+1 ms)Running coprocessor post-close hooks at 1732350977873 (+4 ms)Closed at 1732350977873 2024-11-23T08:36:17,873 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732350867039.477be76c4104c2665050dd69dab5297b. 2024-11-23T08:36:17,873 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b973a999cf618c45acfea4f4eb107d1, disabling compactions & flushes 2024-11-23T08:36:17,873 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:36:17,873 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:36:17,873 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. after waiting 0 ms 2024-11-23T08:36:17,873 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:36:17,881 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/test-17323508567061/6b973a999cf618c45acfea4f4eb107d1/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-23T08:36:17,882 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:17,882 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:36:17,882 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b973a999cf618c45acfea4f4eb107d1: Waiting for close lock at 1732350977873Running coprocessor pre-close hooks at 1732350977873Disabling compacts and flushes for region at 1732350977873Disabling writes for close at 1732350977873Writing region close event to WAL at 1732350977878 (+5 ms)Running coprocessor post-close hooks at 1732350977882 (+4 ms)Closed at 1732350977882 2024-11-23T08:36:17,882 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17323508567061,,1732350858591.6b973a999cf618c45acfea4f4eb107d1. 2024-11-23T08:36:17,882 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60fdca1d76aab241e4da4dce5c641803, disabling compactions & flushes 2024-11-23T08:36:17,882 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:36:17,882 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:36:17,882 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. after waiting 0 ms 2024-11-23T08:36:17,882 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:36:17,882 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/rep_barrier/aa7f2161d65b483e8637cf31b8aa53ec is 94, key is ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497./rep_barrier:/1732350971838/DeleteFamily/seqid=0 2024-11-23T08:36:17,886 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns3/test-17323508567062/60fdca1d76aab241e4da4dce5c641803/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T08:36:17,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073742000_1176 (size=5640) 2024-11-23T08:36:17,886 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:17,886 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:36:17,886 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60fdca1d76aab241e4da4dce5c641803: Waiting for close lock at 1732350977882Running coprocessor pre-close hooks at 1732350977882Disabling compacts and flushes for region at 1732350977882Disabling writes for close at 1732350977882Writing region close event to WAL at 1732350977882Running coprocessor post-close hooks at 1732350977886 (+4 ms)Closed at 1732350977886 2024-11-23T08:36:17,886 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17323508567062,,1732350860897.60fdca1d76aab241e4da4dce5c641803. 2024-11-23T08:36:17,887 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/rep_barrier/aa7f2161d65b483e8637cf31b8aa53ec 2024-11-23T08:36:17,887 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d52f29d1f5683fbfe0dba8adc82c7dc9, disabling compactions & flushes 2024-11-23T08:36:17,887 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:17,887 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:17,887 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. after waiting 0 ms 2024-11-23T08:36:17,887 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:17,890 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/d52f29d1f5683fbfe0dba8adc82c7dc9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-23T08:36:17,891 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:17,891 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:17,891 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d52f29d1f5683fbfe0dba8adc82c7dc9: Waiting for close lock at 1732350977887Running coprocessor pre-close hooks at 1732350977887Disabling compacts and flushes for region at 1732350977887Disabling writes for close at 1732350977887Writing region close event to WAL at 1732350977887Running coprocessor post-close hooks at 1732350977891 (+4 ms)Closed at 1732350977891 2024-11-23T08:36:17,891 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732350962246.d52f29d1f5683fbfe0dba8adc82c7dc9. 2024-11-23T08:36:17,891 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9eea1fb6911c5248bca11f3698343347, disabling compactions & flushes 2024-11-23T08:36:17,891 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:17,891 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:17,891 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. after waiting 0 ms 2024-11-23T08:36:17,891 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:17,895 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/table1/9eea1fb6911c5248bca11f3698343347/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-23T08:36:17,895 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:17,895 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:17,895 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9eea1fb6911c5248bca11f3698343347: Waiting for close lock at 1732350977891Running coprocessor pre-close hooks at 1732350977891Disabling compacts and flushes for region at 1732350977891Disabling writes for close at 1732350977891Writing region close event to WAL at 1732350977892 (+1 ms)Running coprocessor post-close hooks at 1732350977895 (+3 ms)Closed at 1732350977895 2024-11-23T08:36:17,895 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732350962246.9eea1fb6911c5248bca11f3698343347. 2024-11-23T08:36:17,896 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3d15a28e457afa1d72bc55d3bd1538a, disabling compactions & flushes 2024-11-23T08:36:17,896 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:17,896 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:17,896 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. after waiting 0 ms 2024-11-23T08:36:17,896 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:17,899 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/ns2/table2/d3d15a28e457afa1d72bc55d3bd1538a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T08:36:17,900 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:17,900 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:17,900 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3d15a28e457afa1d72bc55d3bd1538a: Waiting for close lock at 1732350977896Running coprocessor pre-close hooks at 1732350977896Disabling compacts and flushes for region at 1732350977896Disabling writes for close at 1732350977896Writing region close event to WAL at 1732350977896Running coprocessor post-close hooks at 1732350977899 (+3 ms)Closed at 1732350977900 (+1 ms) 2024-11-23T08:36:17,900 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732350971837.d3d15a28e457afa1d72bc55d3bd1538a. 2024-11-23T08:36:17,900 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f112bf5ead047259a07b7535689495e1, disabling compactions & flushes 2024-11-23T08:36:17,900 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:36:17,900 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:36:17,900 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. after waiting 0 ms 2024-11-23T08:36:17,900 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:36:17,903 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/backup/system_bulk/f112bf5ead047259a07b7535689495e1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T08:36:17,904 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:17,904 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:36:17,904 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f112bf5ead047259a07b7535689495e1: Waiting for close lock at 1732350977900Running coprocessor pre-close hooks at 1732350977900Disabling compacts and flushes for region at 1732350977900Disabling writes for close at 1732350977900Writing region close event to WAL at 1732350977900Running coprocessor post-close hooks at 1732350977904 (+4 ms)Closed at 1732350977904 2024-11-23T08:36:17,904 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732350869211.f112bf5ead047259a07b7535689495e1. 2024-11-23T08:36:17,904 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a195e29065656320eeed00798b708b3e, disabling compactions & flushes 2024-11-23T08:36:17,904 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:36:17,904 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:36:17,904 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. after waiting 0 ms 2024-11-23T08:36:17,904 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:36:17,904 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a195e29065656320eeed00798b708b3e 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-23T08:36:17,908 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/table/de66afb0187448b9a21814e9df47389a is 88, key is ns2:table2,,1732350957140.17dd49e7adc264422d42abba13c37497./table:/1732350971838/DeleteFamily/seqid=0 2024-11-23T08:36:17,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073742001_1177 (size=6364) 2024-11-23T08:36:17,919 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f2/c0333d4d448a40b696e6039bc1a68a9c is 58, key is row-test-1732350856706-2-0/f2:q1/1732350933012/Put/seqid=0 2024-11-23T08:36:17,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073742002_1178 (size=5464) 2024-11-23T08:36:18,008 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T08:36:18,008 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a195e29065656320eeed00798b708b3e=test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e.} 2024-11-23T08:36:18,008 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a195e29065656320eeed00798b708b3e 2024-11-23T08:36:18,208 DEBUG [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a195e29065656320eeed00798b708b3e 2024-11-23T08:36:18,314 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/table/de66afb0187448b9a21814e9df47389a 2024-11-23T08:36:18,324 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f2/c0333d4d448a40b696e6039bc1a68a9c 2024-11-23T08:36:18,326 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/info/bee2cf78304c4d5895d76f8edc05332b as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/info/bee2cf78304c4d5895d76f8edc05332b 2024-11-23T08:36:18,331 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/.tmp/f2/c0333d4d448a40b696e6039bc1a68a9c as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f2/c0333d4d448a40b696e6039bc1a68a9c 2024-11-23T08:36:18,333 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/info/bee2cf78304c4d5895d76f8edc05332b, entries=114, sequenceid=97, filesize=18.6 K 2024-11-23T08:36:18,334 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/ns/5a77b0fd809e4676a1f0fb3b34271bc8 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/ns/5a77b0fd809e4676a1f0fb3b34271bc8 2024-11-23T08:36:18,337 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/f2/c0333d4d448a40b696e6039bc1a68a9c, entries=7, sequenceid=348, filesize=5.3 K 2024-11-23T08:36:18,338 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a195e29065656320eeed00798b708b3e in 434ms, sequenceid=348, compaction requested=false 2024-11-23T08:36:18,339 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/ns/5a77b0fd809e4676a1f0fb3b34271bc8, entries=10, sequenceid=97, filesize=5.6 K 2024-11-23T08:36:18,340 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/rep_barrier/aa7f2161d65b483e8637cf31b8aa53ec as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/rep_barrier/aa7f2161d65b483e8637cf31b8aa53ec 2024-11-23T08:36:18,342 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/default/test-1732350856706/a195e29065656320eeed00798b708b3e/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-23T08:36:18,342 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:18,343 INFO [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:36:18,343 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a195e29065656320eeed00798b708b3e: Waiting for close lock at 1732350977904Running coprocessor pre-close hooks at 1732350977904Disabling compacts and flushes for region at 1732350977904Disabling writes for close at 1732350977904Obtaining lock to block concurrent updates at 1732350977904Preparing flush snapshotting stores in a195e29065656320eeed00798b708b3e at 1732350977904Finished memstore snapshotting test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732350977904Flushing stores of test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. at 1732350977905 (+1 ms)Flushing a195e29065656320eeed00798b708b3e/f2: creating writer at 1732350977905Flushing a195e29065656320eeed00798b708b3e/f2: appending metadata at 1732350977919 (+14 ms)Flushing a195e29065656320eeed00798b708b3e/f2: closing flushed file at 1732350977919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cdb465: reopening flushed file at 1732350978330 (+411 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a195e29065656320eeed00798b708b3e in 434ms, sequenceid=348, compaction requested=false at 1732350978338 (+8 ms)Writing region close event to WAL at 1732350978339 (+1 ms)Running coprocessor post-close hooks at 1732350978342 (+3 ms)Closed at 1732350978342 2024-11-23T08:36:18,343 DEBUG [RS_CLOSE_REGION-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732350856706,,1732350857219.a195e29065656320eeed00798b708b3e. 2024-11-23T08:36:18,345 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/rep_barrier/aa7f2161d65b483e8637cf31b8aa53ec, entries=3, sequenceid=97, filesize=5.5 K 2024-11-23T08:36:18,346 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/.tmp/table/de66afb0187448b9a21814e9df47389a as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/table/de66afb0187448b9a21814e9df47389a 2024-11-23T08:36:18,350 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/table/de66afb0187448b9a21814e9df47389a, entries=21, sequenceid=97, filesize=6.2 K 2024-11-23T08:36:18,351 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=97, compaction requested=false 2024-11-23T08:36:18,355 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-23T08:36:18,356 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-23T08:36:18,356 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T08:36:18,356 INFO [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T08:36:18,356 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732350977006Running coprocessor pre-close hooks at 1732350977006Disabling compacts and flushes for region at 1732350977006Disabling writes for close at 1732350977006Obtaining lock to block concurrent updates at 1732350977006Preparing flush snapshotting stores in 1588230740 at 1732350977006Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732350977007 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732350977007Flushing 1588230740/info: creating writer at 1732350977007Flushing 1588230740/info: appending metadata at 1732350977031 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732350977031Flushing 1588230740/ns: creating writer at 1732350977442 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732350977458 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732350977458Flushing 1588230740/rep_barrier: creating writer at 1732350977867 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732350977882 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732350977882Flushing 1588230740/table: creating writer at 1732350977891 (+9 ms)Flushing 1588230740/table: appending metadata at 1732350977907 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732350977907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7816e69f: reopening flushed file at 1732350978325 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8bdf1c: reopening flushed file at 1732350978333 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e860f1: reopening flushed file at 1732350978339 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fda21bb: reopening flushed file at 1732350978345 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=97, compaction requested=false at 1732350978351 (+6 ms)Writing region close event to WAL at 1732350978352 (+1 ms)Running coprocessor post-close hooks at 1732350978356 (+4 ms)Closed at 1732350978356 2024-11-23T08:36:18,356 DEBUG [RS_CLOSE_META-regionserver/b33d9013c60a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T08:36:18,409 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(976): stopping server b33d9013c60a,38293,1732350848707; all regions closed. 2024-11-23T08:36:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741954_1130 (size=16160) 2024-11-23T08:36:18,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.meta.1732350942529.meta not finished, retry = 0 2024-11-23T08:36:18,521 DEBUG [RS:0;b33d9013c60a:38293 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs 2024-11-23T08:36:18,521 INFO [RS:0;b33d9013c60a:38293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.meta:.meta(num 1732350942529) 2024-11-23T08:36:18,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741956_1132 (size=4165) 2024-11-23T08:36:18,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/WALs/b33d9013c60a,38293,1732350848707/b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0.1732350942567 not finished, retry = 0 2024-11-23T08:36:18,630 DEBUG [RS:0;b33d9013c60a:38293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs 2024-11-23T08:36:18,630 INFO [RS:0;b33d9013c60a:38293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-0:(num 1732350942567) 2024-11-23T08:36:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741955_1131 (size=7883) 2024-11-23T08:36:18,638 DEBUG [RS:0;b33d9013c60a:38293 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/oldWALs 2024-11-23T08:36:18,638 INFO [RS:0;b33d9013c60a:38293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b33d9013c60a%2C38293%2C1732350848707.b33d9013c60a%2C38293%2C1732350848707.regiongroup-1:(num 1732350942550) 2024-11-23T08:36:18,638 DEBUG [RS:0;b33d9013c60a:38293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:18,638 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T08:36:18,639 INFO [RS:0;b33d9013c60a:38293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T08:36:18,639 INFO [RS:0;b33d9013c60a:38293 {}] hbase.ChoreService(370): Chore service for: regionserver/b33d9013c60a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T08:36:18,639 INFO [RS:0;b33d9013c60a:38293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T08:36:18,639 INFO [regionserver/b33d9013c60a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T08:36:18,640 INFO [RS:0;b33d9013c60a:38293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38293 2024-11-23T08:36:18,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-23T08:36:18,690 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/b33d9013c60a,38293,1732350848707 2024-11-23T08:36:18,690 INFO [RS:0;b33d9013c60a:38293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T08:36:18,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b33d9013c60a,38293,1732350848707] 2024-11-23T08:36:18,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/b33d9013c60a,38293,1732350848707 already deleted, retry=false 2024-11-23T08:36:18,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b33d9013c60a,38293,1732350848707 expired; onlineServers=0 2024-11-23T08:36:18,708 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b33d9013c60a,37883,1732350846764' ***** 2024-11-23T08:36:18,708 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T08:36:18,708 INFO [M:0;b33d9013c60a:37883 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-23T08:36:18,715 INFO [M:0;b33d9013c60a:37883 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6b147c85{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-23T08:36:18,715 INFO [M:0;b33d9013c60a:37883 {}] server.AbstractConnector(383): Stopped ServerConnector@3bf75574{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-23T08:36:18,715 INFO [M:0;b33d9013c60a:37883 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T08:36:18,715 INFO [M:0;b33d9013c60a:37883 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@e90fde3{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-23T08:36:18,715 INFO [M:0;b33d9013c60a:37883 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@613be4cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,STOPPED} 2024-11-23T08:36:18,716 INFO [M:0;b33d9013c60a:37883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T08:36:18,716 INFO [M:0;b33d9013c60a:37883 {}] master.HMaster(1770): Stopping master jetty server 2024-11-23T08:36:18,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-23T08:36:18,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-23T08:36:18,717 INFO [M:0;b33d9013c60a:37883 {}] server.AbstractConnector(383): Stopped ServerConnector@36afbcba{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-23T08:36:18,717 INFO [M:0;b33d9013c60a:37883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T08:36:18,718 DEBUG [M:0;b33d9013c60a:37883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T08:36:18,718 INFO [M:0;b33d9013c60a:37883 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-23T08:36:18,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T08:36:18,718 INFO [M:0;b33d9013c60a:37883 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;b33d9013c60a:37883. 2024-11-23T08:36:18,718 DEBUG [master/b33d9013c60a:0:becomeActiveMaster-HFileCleaner.small.0-1732350851371 {}] cleaner.HFileCleaner(306): Exit Thread[master/b33d9013c60a:0:becomeActiveMaster-HFileCleaner.small.0-1732350851371,5,FailOnTimeoutGroup] 2024-11-23T08:36:18,718 DEBUG [master/b33d9013c60a:0:becomeActiveMaster-HFileCleaner.large.0-1732350851371 {}] cleaner.HFileCleaner(306): Exit Thread[master/b33d9013c60a:0:becomeActiveMaster-HFileCleaner.large.0-1732350851371,5,FailOnTimeoutGroup] 2024-11-23T08:36:18,718 DEBUG [M:0;b33d9013c60a:37883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T08:36:18,718 DEBUG [M:0;b33d9013c60a:37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:18,718 DEBUG [M:0;b33d9013c60a:37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:36:18,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T08:36:18,719 DEBUG [M:0;b33d9013c60a:37883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T08:36:18,719 INFO [M:0;b33d9013c60a:37883 {}] hbase.ChoreService(370): Chore service for: master/b33d9013c60a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T08:36:18,719 INFO [M:0;b33d9013c60a:37883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T08:36:18,719 DEBUG [M:0;b33d9013c60a:37883 {}] master.HMaster(1795): Stopping service threads 2024-11-23T08:36:18,719 INFO [M:0;b33d9013c60a:37883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T08:36:18,719 INFO [M:0;b33d9013c60a:37883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T08:36:18,719 ERROR [M:0;b33d9013c60a:37883 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-23T08:36:18,720 INFO [M:0;b33d9013c60a:37883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T08:36:18,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T08:36:18,721 DEBUG [M:0;b33d9013c60a:37883 {}] zookeeper.ZKUtil(347): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-23T08:36:18,721 WARN [M:0;b33d9013c60a:37883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T08:36:18,721 INFO [M:0;b33d9013c60a:37883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/.lastflushedseqids 2024-11-23T08:36:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073742003_1179 (size=761) 2024-11-23T08:36:18,801 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T08:36:18,801 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38293-0x101681db6510001, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T08:36:18,802 INFO [RS:0;b33d9013c60a:38293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T08:36:18,802 INFO [RS:0;b33d9013c60a:38293 {}] regionserver.HRegionServer(1031): Exiting; stopping=b33d9013c60a,38293,1732350848707; zookeeper connection closed. 2024-11-23T08:36:18,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@544d54b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@544d54b1 2024-11-23T08:36:18,804 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T08:36:19,133 INFO [M:0;b33d9013c60a:37883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T08:36:19,133 INFO [M:0;b33d9013c60a:37883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T08:36:19,134 DEBUG [M:0;b33d9013c60a:37883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T08:36:19,148 INFO [M:0;b33d9013c60a:37883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T08:36:19,148 DEBUG [M:0;b33d9013c60a:37883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T08:36:19,148 DEBUG [M:0;b33d9013c60a:37883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T08:36:19,148 DEBUG [M:0;b33d9013c60a:37883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T08:36:19,148 INFO [M:0;b33d9013c60a:37883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=440.95 KB heapSize=517.54 KB 2024-11-23T08:36:19,162 DEBUG [M:0;b33d9013c60a:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e43a057d81416c9ade6950bc33b8dc is 82, key is hbase:meta,,1/info:regioninfo/1732350852151/Put/seqid=0 2024-11-23T08:36:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073742004_1180 (size=5672) 2024-11-23T08:36:19,567 INFO [M:0;b33d9013c60a:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e43a057d81416c9ade6950bc33b8dc 2024-11-23T08:36:19,594 DEBUG [M:0;b33d9013c60a:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94c7a7a9763e440aaaca01f51f229ec6 is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1732350968965/Put/seqid=0 2024-11-23T08:36:19,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073742005_1181 (size=30148) 2024-11-23T08:36:19,999 INFO [M:0;b33d9013c60a:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.40 KB at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94c7a7a9763e440aaaca01f51f229ec6 2024-11-23T08:36:20,011 INFO [M:0;b33d9013c60a:37883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94c7a7a9763e440aaaca01f51f229ec6 2024-11-23T08:36:20,028 DEBUG [M:0;b33d9013c60a:37883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d537e57a1e3b424fb9455c36f13232a5 is 69, key is b33d9013c60a,38293,1732350848707/rs:state/1732350851432/Put/seqid=0 2024-11-23T08:36:20,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073742006_1182 (size=5156) 2024-11-23T08:36:20,434 INFO [M:0;b33d9013c60a:37883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d537e57a1e3b424fb9455c36f13232a5 2024-11-23T08:36:20,447 DEBUG [M:0;b33d9013c60a:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64e43a057d81416c9ade6950bc33b8dc as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64e43a057d81416c9ade6950bc33b8dc 2024-11-23T08:36:20,454 INFO [M:0;b33d9013c60a:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64e43a057d81416c9ade6950bc33b8dc, entries=8, sequenceid=903, filesize=5.5 K 2024-11-23T08:36:20,454 DEBUG [M:0;b33d9013c60a:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94c7a7a9763e440aaaca01f51f229ec6 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94c7a7a9763e440aaaca01f51f229ec6 2024-11-23T08:36:20,459 INFO [M:0;b33d9013c60a:37883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94c7a7a9763e440aaaca01f51f229ec6 2024-11-23T08:36:20,459 INFO [M:0;b33d9013c60a:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94c7a7a9763e440aaaca01f51f229ec6, entries=94, sequenceid=903, filesize=29.4 K 2024-11-23T08:36:20,459 DEBUG [M:0;b33d9013c60a:37883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d537e57a1e3b424fb9455c36f13232a5 as hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d537e57a1e3b424fb9455c36f13232a5 2024-11-23T08:36:20,464 INFO [M:0;b33d9013c60a:37883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37431/user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d537e57a1e3b424fb9455c36f13232a5, entries=1, sequenceid=903, filesize=5.0 K 2024-11-23T08:36:20,464 INFO [M:0;b33d9013c60a:37883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~440.95 KB/451535, heapSize ~517.24 KB/529656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=903, compaction requested=false 2024-11-23T08:36:20,466 INFO [M:0;b33d9013c60a:37883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T08:36:20,466 DEBUG [M:0;b33d9013c60a:37883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732350979133Disabling compacts and flushes for region at 1732350979133Disabling writes for close at 1732350979148 (+15 ms)Obtaining lock to block concurrent updates at 1732350979148Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732350979148Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451535, getHeapSize=529896, getOffHeapSize=0, getCellsCount=1026 at 1732350979149 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732350979149Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732350979149Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732350979161 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732350979161Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732350979577 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732350979593 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732350979593Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732350980011 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732350980028 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732350980028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3523aeb7: reopening flushed file at 1732350980446 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4368158b: reopening flushed file at 1732350980454 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266694a2: reopening flushed file at 1732350980459 (+5 ms)Finished flush of dataSize ~440.95 KB/451535, heapSize ~517.24 KB/529656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=903, compaction requested=false at 1732350980464 (+5 ms)Writing region close event to WAL at 1732350980466 (+2 ms)Closed at 1732350980466 2024-11-23T08:36:20,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35749 is added to blk_1073741830_1006 (size=511141) 2024-11-23T08:36:20,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3358312f-4e94-37a9-697f-4ba29e6aca4a/MasterData/WALs/b33d9013c60a,37883,1732350846764/b33d9013c60a%2C37883%2C1732350846764.b33d9013c60a%2C37883%2C1732350846764.regiongroup-0.1732350850482 not finished, retry = 0 2024-11-23T08:36:20,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T08:36:20,571 INFO [M:0;b33d9013c60a:37883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T08:36:20,571 INFO [M:0;b33d9013c60a:37883 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-23T08:36:20,571 INFO [M:0;b33d9013c60a:37883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37883 2024-11-23T08:36:20,572 INFO [M:0;b33d9013c60a:37883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T08:36:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T08:36:20,699 INFO [M:0;b33d9013c60a:37883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T08:36:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37883-0x101681db6510000, quorum=127.0.0.1:63431, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T08:36:20,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6628e1d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T08:36:20,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d5d982f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T08:36:20,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T08:36:20,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be2f62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T08:36:20,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b9b7476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,STOPPED} 2024-11-23T08:36:20,723 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T08:36:20,723 WARN [BP-604693353-172.17.0.2-1732350842107 heartbeating to localhost/127.0.0.1:37431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T08:36:20,723 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T08:36:20,723 WARN [BP-604693353-172.17.0.2-1732350842107 heartbeating to localhost/127.0.0.1:37431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-604693353-172.17.0.2-1732350842107 (Datanode Uuid d9e91256-4639-4a2d-b257-c72a9ac994e7) service to localhost/127.0.0.1:37431 2024-11-23T08:36:20,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888/data/data1/current/BP-604693353-172.17.0.2-1732350842107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T08:36:20,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/cluster_ec92f818-606c-538d-d86f-ca97333a1888/data/data2/current/BP-604693353-172.17.0.2-1732350842107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T08:36:20,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T08:36:20,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df1a11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T08:36:20,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T08:36:20,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T08:36:20,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T08:36:20,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,STOPPED} 2024-11-23T08:36:20,741 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T08:36:20,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T08:36:20,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-23T08:36:20,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ec8fdfd{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-23T08:36:20,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@458e7a1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T08:36:20,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T08:36:20,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e86682f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-23T08:36:20,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b2ca8b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,STOPPED} 2024-11-23T08:36:20,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436218b8{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-23T08:36:20,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@111f352f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T08:36:20,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T08:36:20,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cc66284{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-23T08:36:20,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d577bdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,STOPPED} 2024-11-23T08:36:20,841 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-23T08:36:20,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50bbd132{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-23T08:36:20,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a8b93e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T08:36:20,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T08:36:20,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f704027{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-23T08:36:20,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeecc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,STOPPED} 2024-11-23T08:36:20,845 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-23T08:36:20,848 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-23T08:36:20,849 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-23T08:36:20,849 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-23T08:36:20,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@834faa9{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-23T08:36:20,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74f2144b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T08:36:20,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T08:36:20,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5543ea92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-23T08:36:20,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17b6f87b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/5d742142-d566-9843-43c5-0df5def8b8c5/hadoop.log.dir/,STOPPED} 2024-11-23T08:36:20,853 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-23T08:36:20,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped