2024-11-08 01:45:51,289 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-08 01:45:51,301 main DEBUG Took 0.010235 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 01:45:51,301 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 01:45:51,301 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 01:45:51,302 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 01:45:51,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,313 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 01:45:51,325 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,327 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,328 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,329 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,330 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,331 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,332 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,333 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,334 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,334 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,335 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 01:45:51,336 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,336 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 01:45:51,337 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 01:45:51,339 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 01:45:51,340 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 01:45:51,341 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 01:45:51,342 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 01:45:51,342 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 01:45:51,352 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 01:45:51,354 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 01:45:51,356 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 01:45:51,356 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 01:45:51,357 main DEBUG createAppenders(={Console}) 2024-11-08 01:45:51,357 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-08 01:45:51,358 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-08 01:45:51,358 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-08 01:45:51,358 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 01:45:51,359 main DEBUG OutputStream closed 2024-11-08 01:45:51,359 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 01:45:51,359 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 01:45:51,359 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-08 01:45:51,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 01:45:51,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 01:45:51,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 01:45:51,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 01:45:51,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 01:45:51,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 01:45:51,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 01:45:51,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 01:45:51,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 01:45:51,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 01:45:51,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 01:45:51,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 01:45:51,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 01:45:51,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 01:45:51,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 01:45:51,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 01:45:51,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 01:45:51,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 01:45:51,458 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 01:45:51,458 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-08 01:45:51,458 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 01:45:51,459 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-08T01:45:51,499 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-08 01:45:51,502 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 01:45:51,503 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T01:45:51,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d 2024-11-08T01:45:51,798 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-08T01:45:51,801 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:45:51,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T01:45:51,822 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035, deleteOnExit=true 2024-11-08T01:45:51,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T01:45:51,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/test.cache.data in system properties and HBase conf 2024-11-08T01:45:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T01:45:51,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir in system properties and HBase conf 2024-11-08T01:45:51,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T01:45:51,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T01:45:51,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T01:45:51,933 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T01:45:52,041 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T01:45:52,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:45:52,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:45:52,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T01:45:52,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:45:52,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T01:45:52,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T01:45:52,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:45:52,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:45:52,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T01:45:52,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/nfs.dump.dir in system properties and HBase conf 2024-11-08T01:45:52,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/java.io.tmpdir in system properties and HBase conf 2024-11-08T01:45:52,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:45:52,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T01:45:52,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T01:45:52,996 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T01:45:53,094 INFO [Time-limited test {}] log.Log(170): Logging initialized @2550ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T01:45:53,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:45:53,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:45:53,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:45:53,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:45:53,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T01:45:53,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:45:53,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:45:53,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:45:53,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df1a11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/java.io.tmpdir/jetty-localhost-42073-hadoop-hdfs-3_4_1-tests_jar-_-any-8813722070171110191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:45:53,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:42073} 2024-11-08T01:45:53,500 INFO [Time-limited test {}] server.Server(415): Started @2957ms 2024-11-08T01:45:53,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:45:53,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:45:53,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:45:53,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:45:53,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:45:53,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b2b78d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:45:53,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19fb95db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T01:45:54,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dce7e65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/java.io.tmpdir/jetty-localhost-45769-hadoop-hdfs-3_4_1-tests_jar-_-any-715046089730505228/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:45:54,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2044050{HTTP/1.1, (http/1.1)}{localhost:45769} 2024-11-08T01:45:54,057 INFO [Time-limited test {}] server.Server(415): Started @3513ms 2024-11-08T01:45:54,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T01:45:54,643 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035/data/data2/current/BP-1215405986-172.17.0.2-1731030352730/current, will proceed with Du for space computation calculation, 2024-11-08T01:45:54,643 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035/data/data1/current/BP-1215405986-172.17.0.2-1731030352730/current, will proceed with Du for space computation calculation, 2024-11-08T01:45:54,689 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T01:45:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ce68c9e0edf050 with lease ID 0x9500ddc0cfdea8e4: Processing first storage report for DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f from datanode DatanodeRegistration(127.0.0.1:45605, datanodeUuid=eb8adf6f-8428-447e-96bb-924e416a5256, infoPort=46339, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=728274880;c=1731030352730) 2024-11-08T01:45:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ce68c9e0edf050 with lease ID 0x9500ddc0cfdea8e4: from storage DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f node DatanodeRegistration(127.0.0.1:45605, datanodeUuid=eb8adf6f-8428-447e-96bb-924e416a5256, infoPort=46339, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=728274880;c=1731030352730), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T01:45:54,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ce68c9e0edf050 with lease ID 0x9500ddc0cfdea8e4: Processing first storage report for DS-80a677b6-8f30-4dbd-ad3c-8af6966c5eb5 from datanode DatanodeRegistration(127.0.0.1:45605, datanodeUuid=eb8adf6f-8428-447e-96bb-924e416a5256, infoPort=46339, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=728274880;c=1731030352730) 2024-11-08T01:45:54,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ce68c9e0edf050 with lease ID 0x9500ddc0cfdea8e4: from storage DS-80a677b6-8f30-4dbd-ad3c-8af6966c5eb5 node DatanodeRegistration(127.0.0.1:45605, datanodeUuid=eb8adf6f-8428-447e-96bb-924e416a5256, infoPort=46339, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=728274880;c=1731030352730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T01:45:54,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d 2024-11-08T01:45:54,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035/zookeeper_0, clientPort=59322, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T01:45:54,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59322 2024-11-08T01:45:54,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:45:54,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:45:55,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741825_1001 (size=7) 2024-11-08T01:45:55,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 with version=8 2024-11-08T01:45:55,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging 2024-11-08T01:45:55,610 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-08T01:45:55,610 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-08T01:45:55,611 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-08T01:45:55,611 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-08T01:45:55,706 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T01:45:55,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c3c3beb0673d:0 server-side Connection retries=45 2024-11-08T01:45:55,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:45:55,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:45:56,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:45:56,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:45:56,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:45:56,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T01:45:56,231 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T01:45:56,245 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T01:45:56,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:45:56,290 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 30196 (auto-detected) 2024-11-08T01:45:56,291 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T01:45:56,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42757 2024-11-08T01:45:56,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42757 connecting to ZooKeeper ensemble=127.0.0.1:59322 2024-11-08T01:45:56,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427570x0, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:45:56,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42757-0x100f540f64f0000 connected 2024-11-08T01:45:56,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:45:56,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:45:56,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T01:45:56,458 INFO [Time-limited test {}] log.Log(170): Logging initialized @5915ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T01:45:56,503 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-08T01:45:56,503 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-08T01:45:56,504 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-08T01:45:56,504 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-08T01:45:56,505 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-08T01:45:56,507 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-08T01:45:56,507 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-08T01:45:56,508 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-08T01:45:56,510 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-08T01:45:56,577 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 43501 2024-11-08T01:45:56,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T01:45:56,592 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T01:45:56,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7ca98a11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:45:56,594 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T01:45:56,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5b460d1c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-08T01:45:56,631 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-08T01:45:56,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:45:56,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:45:56,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:45:56,644 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T01:45:57,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@56e6bf8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-08T01:45:57,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69cb2ebd{HTTP/1.1, (http/1.1)}{0.0.0.0:43501} 2024-11-08T01:45:57,236 INFO [Time-limited test {}] server.Server(415): Started @6693ms 2024-11-08T01:45:57,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626, hbase.cluster.distributed=false 2024-11-08T01:45:57,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-08T01:45:57,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42757 2024-11-08T01:45:57,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42757 2024-11-08T01:45:57,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42757 2024-11-08T01:45:57,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42757 2024-11-08T01:45:57,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42757 2024-11-08T01:45:57,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c3c3beb0673d:0 server-side Connection retries=45 2024-11-08T01:45:57,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:45:57,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T01:45:57,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T01:45:57,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T01:45:57,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T01:45:57,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T01:45:57,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T01:45:57,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38031 2024-11-08T01:45:57,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38031 connecting to ZooKeeper ensemble=127.0.0.1:59322 2024-11-08T01:45:57,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:45:57,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:45:57,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380310x0, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T01:45:57,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38031-0x100f540f64f0001 connected 2024-11-08T01:45:57,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T01:45:57,413 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-08T01:45:57,414 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-08T01:45:57,414 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-08T01:45:57,414 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-08T01:45:57,414 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-08T01:45:57,416 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-08T01:45:57,416 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-08T01:45:57,416 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-08T01:45:57,416 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-08T01:45:57,418 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 40073 2024-11-08T01:45:57,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T01:45:57,420 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T01:45:57,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@13c18cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:45:57,421 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T01:45:57,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@23a380bc{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-08T01:45:57,435 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-08T01:45:57,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:45:57,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:45:57,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:45:57,437 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T01:45:57,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6e12a44d{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-08T01:45:57,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5804e71e{HTTP/1.1, (http/1.1)}{0.0.0.0:40073} 2024-11-08T01:45:57,442 INFO [Time-limited test {}] server.Server(415): Started @6898ms 2024-11-08T01:45:57,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T01:45:57,454 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T01:45:57,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-08T01:45:57,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-08T01:45:57,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-08T01:45:57,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38031 2024-11-08T01:45:57,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38031 2024-11-08T01:45:57,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-08T01:45:57,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-08T01:45:57,484 DEBUG [M:0;c3c3beb0673d:42757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c3c3beb0673d:42757 2024-11-08T01:45:57,487 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T01:45:57,490 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@294c9b87{HTTP/1.1, (http/1.1)}{0.0.0.0:43839} 2024-11-08T01:45:57,490 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] server.Server(415): Started @6946ms 2024-11-08T01:45:57,490 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/c3c3beb0673d,42757,1731030355763 2024-11-08T01:45:57,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T01:45:57,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T01:45:57,501 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/c3c3beb0673d,42757,1731030355763 2024-11-08T01:45:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-08T01:45:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:57,524 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-08T01:45:57,525 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/c3c3beb0673d,42757,1731030355763 from backup master directory 2024-11-08T01:45:57,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/c3c3beb0673d,42757,1731030355763 2024-11-08T01:45:57,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T01:45:57,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T01:45:57,529 WARN [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:45:57,529 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c3c3beb0673d,42757,1731030355763 2024-11-08T01:45:57,531 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T01:45:57,533 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T01:45:57,591 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase.id] with ID: d499eddc-19ec-42b4-a91c-35536f280930 2024-11-08T01:45:57,592 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.tmp/hbase.id 2024-11-08T01:45:57,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741826_1002 (size=42) 2024-11-08T01:45:58,003 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.tmp/hbase.id]:[hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase.id] 2024-11-08T01:45:58,048 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T01:45:58,053 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T01:45:58,073 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-08T01:45:58,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:58,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741827_1003 (size=196) 2024-11-08T01:45:58,509 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:45:58,511 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T01:45:58,518 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T01:45:58,520 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T01:45:58,532 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:45:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741828_1004 (size=1189) 2024-11-08T01:45:58,989 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store 2024-11-08T01:45:59,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741829_1005 (size=34) 2024-11-08T01:45:59,014 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T01:45:59,019 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:45:59,021 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:45:59,021 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:45:59,022 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:45:59,024 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:45:59,025 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:45:59,025 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:45:59,027 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030359021Disabling compacts and flushes for region at 1731030359021Disabling writes for close at 1731030359024 (+3 ms)Writing region close event to WAL at 1731030359025 (+1 ms)Closed at 1731030359025 2024-11-08T01:45:59,030 WARN [master/c3c3beb0673d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/.initializing 2024-11-08T01:45:59,030 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/WALs/c3c3beb0673d,42757,1731030355763 2024-11-08T01:45:59,037 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:45:59,044 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor c3c3beb0673d,42757,1731030355763.regiongroup-0 2024-11-08T01:45:59,066 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c3c3beb0673d%2C42757%2C1731030355763.c3c3beb0673d%2C42757%2C1731030355763.regiongroup-0, suffix=, logDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/WALs/c3c3beb0673d,42757,1731030355763, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/oldWALs, maxLogs=10 2024-11-08T01:45:59,103 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/WALs/c3c3beb0673d,42757,1731030355763/c3c3beb0673d%2C42757%2C1731030355763.c3c3beb0673d%2C42757%2C1731030355763.regiongroup-0.1731030359073, exclude list is [], retry=0 2024-11-08T01:45:59,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:45:59,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T01:45:59,162 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/WALs/c3c3beb0673d,42757,1731030355763/c3c3beb0673d%2C42757%2C1731030355763.c3c3beb0673d%2C42757%2C1731030355763.regiongroup-0.1731030359073 2024-11-08T01:45:59,163 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:45:59,163 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:45:59,164 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:45:59,167 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,168 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T01:45:59,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:45:59,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:45:59,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T01:45:59,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:45:59,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:45:59,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T01:45:59,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:45:59,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:45:59,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T01:45:59,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:45:59,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:45:59,263 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,266 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,267 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,274 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,275 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,278 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:45:59,282 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T01:45:59,286 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:45:59,287 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10637287360, jitterRate=-0.009325414896011353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:45:59,294 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731030359184Initializing all the Stores at 1731030359186 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030359187 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030359188 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030359189 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030359189Cleaning up temporary data from old regions at 1731030359275 (+86 ms)Region opened successfully at 1731030359294 (+19 ms) 2024-11-08T01:45:59,295 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T01:45:59,329 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a1b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=c3c3beb0673d/172.17.0.2:0 2024-11-08T01:45:59,366 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T01:45:59,379 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T01:45:59,379 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T01:45:59,382 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T01:45:59,384 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T01:45:59,389 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T01:45:59,389 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T01:45:59,416 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T01:45:59,427 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-08T01:45:59,429 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-08T01:45:59,432 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T01:45:59,434 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-08T01:45:59,435 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-08T01:45:59,438 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T01:45:59,442 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-08T01:45:59,445 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-08T01:45:59,447 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-08T01:45:59,448 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-08T01:45:59,469 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T01:45:59,471 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-08T01:45:59,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-08T01:45:59,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-08T01:45:59,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:59,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:59,479 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c3c3beb0673d,42757,1731030355763, sessionid=0x100f540f64f0000, setting cluster-up flag (Was=false) 2024-11-08T01:45:59,506 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-08T01:45:59,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:59,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:59,526 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-08T01:45:59,528 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c3c3beb0673d,42757,1731030355763 2024-11-08T01:45:59,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:59,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:59,543 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-08T01:45:59,545 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c3c3beb0673d,42757,1731030355763 2024-11-08T01:45:59,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:59,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:45:59,558 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-08T01:45:59,559 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c3c3beb0673d,42757,1731030355763 2024-11-08T01:45:59,566 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T01:45:59,573 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(746): ClusterId : d499eddc-19ec-42b4-a91c-35536f280930 2024-11-08T01:45:59,575 INFO [RS:0;c3c3beb0673d:38031 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-08T01:45:59,576 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T01:45:59,582 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T01:45:59,582 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-08T01:45:59,586 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-08T01:45:59,586 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T01:45:59,590 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T01:45:59,590 DEBUG [RS:0;c3c3beb0673d:38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf25f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=c3c3beb0673d/172.17.0.2:0 2024-11-08T01:45:59,613 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c3c3beb0673d:38031 2024-11-08T01:45:59,618 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T01:45:59,618 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T01:45:59,618 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T01:45:59,622 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(2659): reportForDuty to master=c3c3beb0673d,42757,1731030355763 with port=38031, startcode=1731030357345 2024-11-08T01:45:59,636 DEBUG [RS:0;c3c3beb0673d:38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T01:45:59,650 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T01:45:59,662 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T01:45:59,668 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T01:45:59,673 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T01:45:59,675 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c3c3beb0673d,42757,1731030355763 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T01:45:59,679 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T01:45:59,681 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c3c3beb0673d:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:45:59,681 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c3c3beb0673d:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:45:59,681 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c3c3beb0673d:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:45:59,682 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c3c3beb0673d:0, corePoolSize=5, maxPoolSize=5 2024-11-08T01:45:59,682 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c3c3beb0673d:0, corePoolSize=10, maxPoolSize=10 2024-11-08T01:45:59,682 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,682 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c3c3beb0673d:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:45:59,682 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,685 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030389685 2024-11-08T01:45:59,687 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T01:45:59,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:45:59,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T01:45:59,688 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T01:45:59,692 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T01:45:59,692 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-08T01:45:59,693 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T01:45:59,693 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T01:45:59,693 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T01:45:59,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:45:59,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T01:45:59,695 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,701 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T01:45:59,702 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T01:45:59,703 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T01:45:59,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741831_1007 (size=1321) 2024-11-08T01:45:59,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T01:45:59,710 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:45:59,713 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T01:45:59,713 WARN [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T01:45:59,716 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4110d611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:45:59,717 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:45:59,720 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:45:59,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741832_1008 (size=32) 2024-11-08T01:45:59,725 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:45:59,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:45:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:45:59,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:45:59,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:45:59,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548d658b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:45:59,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:45:59,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:45:59,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:45:59,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:45:59,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:45:59,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:45:59,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:45:59,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:45:59,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:45:59,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:45:59,739 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:45:59,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:45:59,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:45:59,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:45:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3136e2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:45:59,743 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-08T01:45:59,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:45:59,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:45:59,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:45:59,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:45:59,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:45:59,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:45:59,748 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T01:45:59,749 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T01:45:59,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740 2024-11-08T01:45:59,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740 2024-11-08T01:45:59,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:45:59,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:45:59,755 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:45:59,756 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c3c3beb0673d:0:becomeActiveMaster-HFileCleaner.large.0-1731030359750,5,FailOnTimeoutGroup] 2024-11-08T01:45:59,757 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c3c3beb0673d:0:becomeActiveMaster-HFileCleaner.small.0-1731030359757,5,FailOnTimeoutGroup] 2024-11-08T01:45:59,757 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,757 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T01:45:59,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:45:59,759 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,760 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,763 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:45:59,764 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10577767680, jitterRate=-0.014868617057800293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:45:59,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731030359726Initializing all the Stores at 1731030359728 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030359729 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030359729Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030359729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030359729Cleaning up temporary data from old regions at 1731030359754 (+25 ms)Region opened successfully at 1731030359767 (+13 ms) 2024-11-08T01:45:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:45:59,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:45:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:45:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:45:59,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:45:59,770 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:45:59,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030359768Disabling compacts and flushes for region at 1731030359768Disabling writes for close at 1731030359768Writing region close event to WAL at 1731030359769 (+1 ms)Closed at 1731030359770 (+1 ms) 2024-11-08T01:45:59,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:45:59,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T01:45:59,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T01:45:59,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:45:59,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T01:45:59,814 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(2659): reportForDuty to master=c3c3beb0673d,42757,1731030355763 with port=38031, startcode=1731030357345 2024-11-08T01:45:59,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c3c3beb0673d,38031,1731030357345 2024-11-08T01:45:59,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42757 {}] master.ServerManager(517): Registering regionserver=c3c3beb0673d,38031,1731030357345 2024-11-08T01:45:59,826 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:45:59,826 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37705 2024-11-08T01:45:59,826 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=43501 2024-11-08T01:45:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-08T01:45:59,834 DEBUG [RS:0;c3c3beb0673d:38031 {}] zookeeper.ZKUtil(111): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/rs/c3c3beb0673d,38031,1731030357345 2024-11-08T01:45:59,834 WARN [RS:0;c3c3beb0673d:38031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T01:45:59,834 INFO [RS:0;c3c3beb0673d:38031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T01:45:59,834 INFO [RS:0;c3c3beb0673d:38031 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T01:45:59,835 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345 2024-11-08T01:45:59,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c3c3beb0673d,38031,1731030357345] 2024-11-08T01:45:59,860 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T01:45:59,872 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T01:45:59,878 INFO [RS:0;c3c3beb0673d:38031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T01:45:59,878 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,879 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T01:45:59,884 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T01:45:59,885 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,886 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,886 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,886 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,886 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,886 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,887 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c3c3beb0673d:0, corePoolSize=2, maxPoolSize=2 2024-11-08T01:45:59,887 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,887 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,887 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,887 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,888 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,888 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c3c3beb0673d:0, corePoolSize=1, maxPoolSize=1 2024-11-08T01:45:59,888 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:45:59,888 DEBUG [RS:0;c3c3beb0673d:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c3c3beb0673d:0, corePoolSize=3, maxPoolSize=3 2024-11-08T01:45:59,890 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,890 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,891 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,891 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,891 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,891 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=c3c3beb0673d,38031,1731030357345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:45:59,909 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T01:45:59,911 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=c3c3beb0673d,38031,1731030357345-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,911 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,911 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.Replication(171): c3c3beb0673d,38031,1731030357345 started 2024-11-08T01:45:59,929 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:45:59,929 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1482): Serving as c3c3beb0673d,38031,1731030357345, RpcServer on c3c3beb0673d/172.17.0.2:38031, sessionid=0x100f540f64f0001 2024-11-08T01:45:59,930 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T01:45:59,930 DEBUG [RS:0;c3c3beb0673d:38031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c3c3beb0673d,38031,1731030357345 2024-11-08T01:45:59,931 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c3c3beb0673d,38031,1731030357345' 2024-11-08T01:45:59,931 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-08T01:45:59,932 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-08T01:45:59,933 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T01:45:59,933 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-08T01:45:59,933 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c3c3beb0673d,38031,1731030357345' 2024-11-08T01:45:59,933 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T01:45:59,934 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T01:45:59,934 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-08T01:45:59,934 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-08T01:45:59,934 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T01:45:59,935 DEBUG [RS:0;c3c3beb0673d:38031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c3c3beb0673d,38031,1731030357345 2024-11-08T01:45:59,935 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c3c3beb0673d,38031,1731030357345' 2024-11-08T01:45:59,935 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-08T01:45:59,935 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-08T01:45:59,936 DEBUG [RS:0;c3c3beb0673d:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T01:45:59,936 INFO [RS:0;c3c3beb0673d:38031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T01:45:59,936 INFO [RS:0;c3c3beb0673d:38031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T01:45:59,943 WARN [c3c3beb0673d:42757 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T01:46:00,043 INFO [RS:0;c3c3beb0673d:38031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:46:00,044 INFO [RS:0;c3c3beb0673d:38031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor c3c3beb0673d,38031,1731030357345.regiongroup-0 2024-11-08T01:46:00,048 INFO [RS:0;c3c3beb0673d:38031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0, suffix=, logDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs, maxLogs=32 2024-11-08T01:46:00,072 DEBUG [RS:0;c3c3beb0673d:38031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030360051, exclude list is [], retry=0 2024-11-08T01:46:00,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:00,082 INFO [RS:0;c3c3beb0673d:38031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030360051 2024-11-08T01:46:00,083 DEBUG [RS:0;c3c3beb0673d:38031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:00,196 DEBUG [c3c3beb0673d:42757 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T01:46:00,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:00,220 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c3c3beb0673d,38031,1731030357345, state=OPENING 2024-11-08T01:46:00,227 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T01:46:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:46:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:46:00,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T01:46:00,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T01:46:00,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T01:46:00,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:00,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T01:46:00,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T01:46:00,424 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T01:46:00,425 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T01:46:00,425 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T01:46:00,425 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:46:00,425 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T01:46:00,428 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c3c3beb0673d%2C38031%2C1731030357345.meta, suffix=.meta, logDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs, maxLogs=32 2024-11-08T01:46:00,443 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030360430.meta, exclude list is [], retry=0 2024-11-08T01:46:00,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:00,451 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030360430.meta 2024-11-08T01:46:00,451 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:00,452 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:46:00,458 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:46:00,459 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T01:46:00,463 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T01:46:00,463 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T01:46:00,468 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T01:46:00,469 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:00,469 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T01:46:00,469 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T01:46:00,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T01:46:00,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T01:46:00,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:00,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:46:00,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T01:46:00,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T01:46:00,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:00,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:46:00,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T01:46:00,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T01:46:00,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:00,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:46:00,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T01:46:00,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T01:46:00,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:00,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T01:46:00,484 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T01:46:00,485 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740 2024-11-08T01:46:00,488 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740 2024-11-08T01:46:00,490 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T01:46:00,490 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T01:46:00,491 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T01:46:00,494 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T01:46:00,495 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10618800320, jitterRate=-0.011047154664993286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T01:46:00,495 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T01:46:00,496 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731030360470Writing region info on filesystem at 1731030360470Initializing all the Stores at 1731030360472 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030360472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030360472Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030360472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030360472Cleaning up temporary data from old regions at 1731030360490 (+18 ms)Running coprocessor post-open hooks at 1731030360495 (+5 ms)Region opened successfully at 1731030360496 (+1 ms) 2024-11-08T01:46:00,504 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731030360402 2024-11-08T01:46:00,516 DEBUG [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T01:46:00,516 INFO [RS_OPEN_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T01:46:00,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:00,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c3c3beb0673d,38031,1731030357345, state=OPEN 2024-11-08T01:46:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-08T01:46:00,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-08T01:46:00,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T01:46:00,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T01:46:00,523 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:00,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T01:46:00,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c3c3beb0673d,38031,1731030357345 in 289 msec 2024-11-08T01:46:00,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T01:46:00,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 750 msec 2024-11-08T01:46:00,536 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T01:46:00,536 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T01:46:00,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:00,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:00,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:00,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:00,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0010 sec 2024-11-08T01:46:00,599 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731030360599, completionTime=-1 2024-11-08T01:46:00,602 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T01:46:00,602 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T01:46:00,629 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T01:46:00,630 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030420629 2024-11-08T01:46:00,630 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030480630 2024-11-08T01:46:00,630 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-08T01:46:00,643 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c3c3beb0673d,42757,1731030355763-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T01:46:00,644 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c3c3beb0673d,42757,1731030355763-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:46:00,644 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c3c3beb0673d,42757,1731030355763-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:46:00,646 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c3c3beb0673d:42757, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:46:00,647 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T01:46:00,647 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T01:46:00,655 DEBUG [master/c3c3beb0673d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T01:46:00,678 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.149sec 2024-11-08T01:46:00,680 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T01:46:00,681 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T01:46:00,682 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T01:46:00,682 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T01:46:00,683 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T01:46:00,683 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c3c3beb0673d,42757,1731030355763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T01:46:00,684 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c3c3beb0673d,42757,1731030355763-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T01:46:00,692 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T01:46:00,693 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T01:46:00,693 INFO [master/c3c3beb0673d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c3c3beb0673d,42757,1731030355763-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T01:46:00,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b200574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:00,780 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T01:46:00,780 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T01:46:00,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:00,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:00,791 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60286b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:00,796 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:00,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ea5228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:00,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:00,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:00,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c3c3beb0673d,42757,1731030355763 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/test.cache.data in system properties and HBase conf 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir in system properties and HBase conf 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T01:46:00,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/nfs.dump.dir in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/java.io.tmpdir in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T01:46:00,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T01:46:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741835_1011 (size=592039) 2024-11-08T01:46:01,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741836_1012 (size=1663647) 2024-11-08T01:46:02,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:46:03,006 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:46:03,188 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:46:03,190 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:46:03,190 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:46:03,190 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:46:03,191 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad99bf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:46:03,192 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc0426a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T01:46:03,194 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T01:46:03,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:46:03,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:46:03,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:46:03,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:46:03,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:46:03,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f34157b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:46:03,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec5d7f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T01:46:03,334 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T01:46:03,334 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-08T01:46:03,334 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T01:46:03,336 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T01:46:03,376 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T01:46:03,468 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T01:46:03,685 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T01:46:03,707 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d86bf{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/java.io.tmpdir/jetty-localhost-46531-hadoop-yarn-common-3_4_1_jar-_-any-3405199521896389098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-08T01:46:03,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16d93ea8{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/java.io.tmpdir/jetty-localhost-39819-hadoop-yarn-common-3_4_1_jar-_-any-8248218075750626690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-08T01:46:03,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46e51a86{HTTP/1.1, (http/1.1)}{localhost:39819} 2024-11-08T01:46:03,709 INFO [Time-limited test {}] server.Server(415): Started @13165ms 2024-11-08T01:46:03,709 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@167031ea{HTTP/1.1, (http/1.1)}{localhost:46531} 2024-11-08T01:46:03,709 INFO [Thread-251 {}] server.Server(415): Started @13165ms 2024-11-08T01:46:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741837_1013 (size=5) 2024-11-08T01:46:04,882 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-08T01:46:04,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:46:04,922 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T01:46:04,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:46:04,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:46:04,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:46:04,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T01:46:04,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:46:04,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23818680{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:46:04,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79a6a2ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T01:46:05,017 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-08T01:46:05,017 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T01:46:05,017 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T01:46:05,017 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T01:46:05,028 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T01:46:05,036 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T01:46:05,147 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T01:46:05,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ae10e39{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/java.io.tmpdir/jetty-localhost-32869-hadoop-yarn-common-3_4_1_jar-_-any-12414278406905289404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T01:46:05,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ae5b9e6{HTTP/1.1, (http/1.1)}{localhost:32869} 2024-11-08T01:46:05,159 INFO [Time-limited test {}] server.Server(415): Started @14615ms 2024-11-08T01:46:05,298 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-08T01:46:05,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:46:05,313 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T01:46:05,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T01:46:05,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T01:46:05,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T01:46:05,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T01:46:05,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T01:46:05,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36302f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,AVAILABLE} 2024-11-08T01:46:05,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f89332{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T01:46:05,396 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-08T01:46:05,396 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T01:46:05,396 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T01:46:05,396 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T01:46:05,406 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T01:46:05,411 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T01:46:05,529 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T01:46:05,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ed002b7{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/java.io.tmpdir/jetty-localhost-39157-hadoop-yarn-common-3_4_1_jar-_-any-1135319357632911399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T01:46:05,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cdbeab2{HTTP/1.1, (http/1.1)}{localhost:39157} 2024-11-08T01:46:05,536 INFO [Time-limited test {}] server.Server(415): Started @14992ms 2024-11-08T01:46:05,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-08T01:46:05,575 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:37705/backupUT 2024-11-08T01:46:05,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:46:05,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:46:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e29b23c 2024-11-08T01:46:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:46:05,597 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:46:05,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-08T01:46:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-08T01:46:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:46:05,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 23 msec 2024-11-08T01:46:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T01:46:05,736 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-08T01:46:05,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-08T01:46:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-08T01:46:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-08T01:46:05,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 15 msec 2024-11-08T01:46:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-08T01:46:05,854 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-08T01:46:05,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-08T01:46:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-08T01:46:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-08T01:46:05,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-11-08T01:46:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-08T01:46:05,964 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-08T01:46:05,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-08T01:46:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-08T01:46:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T01:46:05,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec 2024-11-08T01:46:05,983 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T01:46:06,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T01:46:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T01:46:06,074 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-08T01:46:06,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731030365575', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731030365575 2024-11-08T01:46:06,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731030365575 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:46:06,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731030365575" procId is: 8 2024-11-08T01:46:06,097 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:06,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731030365575 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:46:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T01:46:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741838_1014 (size=367) 2024-11-08T01:46:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T01:46:06,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T01:46:06,227 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T01:46:06,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:46:06,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-08T01:46:06,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T01:46:06,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T01:46:06,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T01:46:06,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T01:46:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T01:46:06,515 INFO [RegionOpenAndInit-test-1731030365575-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 489691f02823aec1b95207c589416e6c, NAME => 'test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731030365575', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:46:06,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741839_1015 (size=53) 2024-11-08T01:46:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T01:46:06,926 DEBUG [RegionOpenAndInit-test-1731030365575-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:06,926 DEBUG [RegionOpenAndInit-test-1731030365575-pool-0 {}] regionserver.HRegion(1722): Closing 489691f02823aec1b95207c589416e6c, disabling compactions & flushes 2024-11-08T01:46:06,926 INFO [RegionOpenAndInit-test-1731030365575-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:06,926 DEBUG [RegionOpenAndInit-test-1731030365575-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:06,927 DEBUG [RegionOpenAndInit-test-1731030365575-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. after waiting 0 ms 2024-11-08T01:46:06,927 DEBUG [RegionOpenAndInit-test-1731030365575-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:06,927 INFO [RegionOpenAndInit-test-1731030365575-pool-0 {}] regionserver.HRegion(1973): Closed test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:06,927 DEBUG [RegionOpenAndInit-test-1731030365575-pool-0 {}] regionserver.HRegion(1676): Region close journal for 489691f02823aec1b95207c589416e6c: Waiting for close lock at 1731030366926Disabling compacts and flushes for region at 1731030366926Disabling writes for close at 1731030366927 (+1 ms)Writing region close event to WAL at 1731030366927Closed at 1731030366927 2024-11-08T01:46:06,929 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731030365575 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:46:06,935 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731030366929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030366929"}]},"ts":"1731030366929"} 2024-11-08T01:46:06,940 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:46:06,941 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731030365575 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:46:06,945 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731030365575","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030366942"}]},"ts":"1731030366942"} 2024-11-08T01:46:06,953 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731030365575, state=ENABLING in hbase:meta 2024-11-08T01:46:06,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, ASSIGN}] 2024-11-08T01:46:06,956 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, ASSIGN 2024-11-08T01:46:06,958 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:46:07,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:07,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, ASSIGN because future has completed 2024-11-08T01:46:07,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T01:46:07,290 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:07,290 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T01:46:07,291 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor c3c3beb0673d,38031,1731030357345.regiongroup-1 2024-11-08T01:46:07,293 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1, suffix=, logDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs, maxLogs=32 2024-11-08T01:46:07,310 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030367295, exclude list is [], retry=0 2024-11-08T01:46:07,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:07,316 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030367295 2024-11-08T01:46:07,317 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:07,317 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 489691f02823aec1b95207c589416e6c, NAME => 'test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:46:07,317 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:46:07,317 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731030365575 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,318 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:07,318 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,318 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,320 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,323 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489691f02823aec1b95207c589416e6c columnFamilyName f 2024-11-08T01:46:07,323 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:07,324 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(327): Store=489691f02823aec1b95207c589416e6c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:07,324 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,325 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,326 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,327 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,327 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,330 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,334 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:46:07,336 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 489691f02823aec1b95207c589416e6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9555218560, jitterRate=-0.11010092496871948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:46:07,336 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:07,338 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 489691f02823aec1b95207c589416e6c: Running coprocessor pre-open hook at 1731030367318Writing region info on filesystem at 1731030367318Initializing all the Stores at 1731030367320 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030367320Cleaning up temporary data from old regions at 1731030367327 (+7 ms)Running coprocessor post-open hooks at 1731030367336 (+9 ms)Region opened successfully at 1731030367338 (+2 ms) 2024-11-08T01:46:07,340 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., pid=10, masterSystemTime=1731030367268 2024-11-08T01:46:07,344 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:07,344 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:07,345 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:07,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:07,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T01:46:07,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 in 236 msec 2024-11-08T01:46:07,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T01:46:07,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, ASSIGN in 400 msec 2024-11-08T01:46:07,359 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731030365575 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:46:07,360 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731030365575","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030367359"}]},"ts":"1731030367359"} 2024-11-08T01:46:07,362 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731030365575, state=ENABLED in hbase:meta 2024-11-08T01:46:07,364 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731030365575 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:46:07,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731030365575 in 1.2760 sec 2024-11-08T01:46:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T01:46:08,245 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731030365575 completed 2024-11-08T01:46:08,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5cbc3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:08,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:08,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:08,247 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e38be98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:08,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:08,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:08,251 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7372b6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:08,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:08,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:08,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:08,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731030365575', row='row0', locateType=CURRENT is [region=test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:46:08,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(8528): writing data to region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:46:08,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17310303655751', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17310303655751 2024-11-08T01:46:08,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17310303655751 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:46:08,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:08,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17310303655751" procId is: 11 2024-11-08T01:46:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T01:46:08,407 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17310303655751 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:46:08,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741841_1017 (size=364) 2024-11-08T01:46:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T01:46:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T01:46:08,819 INFO [RegionOpenAndInit-ns2:test-17310303655751-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36c2335b259eb83bc469296b004d9935, NAME => 'ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17310303655751', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:46:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741842_1018 (size=50) 2024-11-08T01:46:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T01:46:09,229 DEBUG [RegionOpenAndInit-ns2:test-17310303655751-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:09,229 DEBUG [RegionOpenAndInit-ns2:test-17310303655751-pool-0 {}] regionserver.HRegion(1722): Closing 36c2335b259eb83bc469296b004d9935, disabling compactions & flushes 2024-11-08T01:46:09,229 INFO [RegionOpenAndInit-ns2:test-17310303655751-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:09,229 DEBUG [RegionOpenAndInit-ns2:test-17310303655751-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:09,229 DEBUG [RegionOpenAndInit-ns2:test-17310303655751-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. after waiting 0 ms 2024-11-08T01:46:09,229 DEBUG [RegionOpenAndInit-ns2:test-17310303655751-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:09,229 INFO [RegionOpenAndInit-ns2:test-17310303655751-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:09,229 DEBUG [RegionOpenAndInit-ns2:test-17310303655751-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36c2335b259eb83bc469296b004d9935: Waiting for close lock at 1731030369229Disabling compacts and flushes for region at 1731030369229Disabling writes for close at 1731030369229Writing region close event to WAL at 1731030369229Closed at 1731030369229 2024-11-08T01:46:09,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17310303655751 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:46:09,232 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731030369231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030369231"}]},"ts":"1731030369231"} 2024-11-08T01:46:09,235 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:46:09,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17310303655751 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:46:09,236 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17310303655751","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030369236"}]},"ts":"1731030369236"} 2024-11-08T01:46:09,239 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17310303655751, state=ENABLING in hbase:meta 2024-11-08T01:46:09,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17310303655751, region=36c2335b259eb83bc469296b004d9935, ASSIGN}] 2024-11-08T01:46:09,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17310303655751, region=36c2335b259eb83bc469296b004d9935, ASSIGN 2024-11-08T01:46:09,243 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17310303655751, region=36c2335b259eb83bc469296b004d9935, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:46:09,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=36c2335b259eb83bc469296b004d9935, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:09,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17310303655751, region=36c2335b259eb83bc469296b004d9935, ASSIGN because future has completed 2024-11-08T01:46:09,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36c2335b259eb83bc469296b004d9935, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T01:46:09,556 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:09,557 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 36c2335b259eb83bc469296b004d9935, NAME => 'ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:46:09,557 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:46:09,557 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17310303655751 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,557 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:09,558 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,558 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,560 INFO [StoreOpener-36c2335b259eb83bc469296b004d9935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,562 INFO [StoreOpener-36c2335b259eb83bc469296b004d9935-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36c2335b259eb83bc469296b004d9935 columnFamilyName f 2024-11-08T01:46:09,562 DEBUG [StoreOpener-36c2335b259eb83bc469296b004d9935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:09,563 INFO [StoreOpener-36c2335b259eb83bc469296b004d9935-1 {}] regionserver.HStore(327): Store=36c2335b259eb83bc469296b004d9935/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:09,563 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,565 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,565 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,566 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,566 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,570 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,573 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:46:09,574 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 36c2335b259eb83bc469296b004d9935; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9977142240, jitterRate=-0.07080622017383575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:46:09,574 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:09,575 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 36c2335b259eb83bc469296b004d9935: Running coprocessor pre-open hook at 1731030369558Writing region info on filesystem at 1731030369558Initializing all the Stores at 1731030369559 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030369559Cleaning up temporary data from old regions at 1731030369566 (+7 ms)Running coprocessor post-open hooks at 1731030369574 (+8 ms)Region opened successfully at 1731030369575 (+1 ms) 2024-11-08T01:46:09,577 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935., pid=13, masterSystemTime=1731030369551 2024-11-08T01:46:09,581 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:09,581 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:09,582 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=36c2335b259eb83bc469296b004d9935, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:09,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36c2335b259eb83bc469296b004d9935, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:09,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T01:46:09,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 36c2335b259eb83bc469296b004d9935, server=c3c3beb0673d,38031,1731030357345 in 189 msec 2024-11-08T01:46:09,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T01:46:09,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17310303655751, region=36c2335b259eb83bc469296b004d9935, ASSIGN in 352 msec 2024-11-08T01:46:09,595 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17310303655751 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:46:09,595 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17310303655751","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030369595"}]},"ts":"1731030369595"} 2024-11-08T01:46:09,598 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17310303655751, state=ENABLED in hbase:meta 2024-11-08T01:46:09,599 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17310303655751 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:46:09,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17310303655751 in 1.1980 sec 2024-11-08T01:46:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T01:46:10,554 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17310303655751 completed 2024-11-08T01:46:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17310303655751', row='row0', locateType=CURRENT is [region=ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:46:10,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(8528): writing data to region ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T01:46:10,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17310303655752', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17310303655752 2024-11-08T01:46:10,693 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17310303655752 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:46:10,693 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:10,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17310303655752" procId is: 14 2024-11-08T01:46:10,694 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17310303655752 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:46:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T01:46:10,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741843_1019 (size=390) 2024-11-08T01:46:10,706 INFO [RegionOpenAndInit-ns3:test-17310303655752-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb109be79f9b5b8c70655d940fb54bee, NAME => 'ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17310303655752', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:46:10,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741844_1020 (size=50) 2024-11-08T01:46:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T01:46:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T01:46:11,116 DEBUG [RegionOpenAndInit-ns3:test-17310303655752-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:11,116 DEBUG [RegionOpenAndInit-ns3:test-17310303655752-pool-0 {}] regionserver.HRegion(1722): Closing fb109be79f9b5b8c70655d940fb54bee, disabling compactions & flushes 2024-11-08T01:46:11,116 INFO [RegionOpenAndInit-ns3:test-17310303655752-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:46:11,116 DEBUG [RegionOpenAndInit-ns3:test-17310303655752-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:46:11,116 DEBUG [RegionOpenAndInit-ns3:test-17310303655752-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. after waiting 0 ms 2024-11-08T01:46:11,116 DEBUG [RegionOpenAndInit-ns3:test-17310303655752-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:46:11,116 INFO [RegionOpenAndInit-ns3:test-17310303655752-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:46:11,116 DEBUG [RegionOpenAndInit-ns3:test-17310303655752-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb109be79f9b5b8c70655d940fb54bee: Waiting for close lock at 1731030371116Disabling compacts and flushes for region at 1731030371116Disabling writes for close at 1731030371116Writing region close event to WAL at 1731030371116Closed at 1731030371116 2024-11-08T01:46:11,118 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17310303655752 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:46:11,119 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731030371119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030371119"}]},"ts":"1731030371119"} 2024-11-08T01:46:11,123 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:46:11,124 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17310303655752 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:46:11,124 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17310303655752","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030371124"}]},"ts":"1731030371124"} 2024-11-08T01:46:11,127 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17310303655752, state=ENABLING in hbase:meta 2024-11-08T01:46:11,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17310303655752, region=fb109be79f9b5b8c70655d940fb54bee, ASSIGN}] 2024-11-08T01:46:11,130 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17310303655752, region=fb109be79f9b5b8c70655d940fb54bee, ASSIGN 2024-11-08T01:46:11,131 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17310303655752, region=fb109be79f9b5b8c70655d940fb54bee, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:46:11,282 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=fb109be79f9b5b8c70655d940fb54bee, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:11,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17310303655752, region=fb109be79f9b5b8c70655d940fb54bee, ASSIGN because future has completed 2024-11-08T01:46:11,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb109be79f9b5b8c70655d940fb54bee, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T01:46:11,445 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:46:11,445 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => fb109be79f9b5b8c70655d940fb54bee, NAME => 'ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:46:11,445 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:46:11,446 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17310303655752 fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,446 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:11,446 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,446 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,448 INFO [StoreOpener-fb109be79f9b5b8c70655d940fb54bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,451 INFO [StoreOpener-fb109be79f9b5b8c70655d940fb54bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb109be79f9b5b8c70655d940fb54bee columnFamilyName f 2024-11-08T01:46:11,451 DEBUG [StoreOpener-fb109be79f9b5b8c70655d940fb54bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:11,451 INFO [StoreOpener-fb109be79f9b5b8c70655d940fb54bee-1 {}] regionserver.HStore(327): Store=fb109be79f9b5b8c70655d940fb54bee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:11,452 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,453 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns3/test-17310303655752/fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,453 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns3/test-17310303655752/fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,454 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,454 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,457 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,460 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns3/test-17310303655752/fb109be79f9b5b8c70655d940fb54bee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:46:11,461 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened fb109be79f9b5b8c70655d940fb54bee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11778761920, jitterRate=0.0969826877117157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:46:11,461 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:46:11,462 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for fb109be79f9b5b8c70655d940fb54bee: Running coprocessor pre-open hook at 1731030371446Writing region info on filesystem at 1731030371446Initializing all the Stores at 1731030371448 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030371448Cleaning up temporary data from old regions at 1731030371454 (+6 ms)Running coprocessor post-open hooks at 1731030371461 (+7 ms)Region opened successfully at 1731030371462 (+1 ms) 2024-11-08T01:46:11,463 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee., pid=16, masterSystemTime=1731030371439 2024-11-08T01:46:11,467 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:46:11,467 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:46:11,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=fb109be79f9b5b8c70655d940fb54bee, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:11,502 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42757 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c3c3beb0673d,38031,1731030357345, table=ns3:test-17310303655752, region=fb109be79f9b5b8c70655d940fb54bee. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T01:46:11,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb109be79f9b5b8c70655d940fb54bee, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:11,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T01:46:11,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure fb109be79f9b5b8c70655d940fb54bee, server=c3c3beb0673d,38031,1731030357345 in 220 msec 2024-11-08T01:46:11,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T01:46:11,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17310303655752, region=fb109be79f9b5b8c70655d940fb54bee, ASSIGN in 381 msec 2024-11-08T01:46:11,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17310303655752 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:46:11,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17310303655752","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030371513"}]},"ts":"1731030371513"} 2024-11-08T01:46:11,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17310303655752, state=ENABLED in hbase:meta 2024-11-08T01:46:11,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17310303655752 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:46:11,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17310303655752 in 829 msec 2024-11-08T01:46:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T01:46:11,834 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17310303655752 completed 2024-11-08T01:46:11,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17310303655752 get assigned. Timeout = 60000ms 2024-11-08T01:46:11,836 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:46:11,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17310303655752 assigned to meta. Checking AM states. 2024-11-08T01:46:11,842 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:46:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17310303655752 assigned. 2024-11-08T01:46:11,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17310303655753', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17310303655753 2024-11-08T01:46:11,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17310303655753 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:46:11,848 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:11,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17310303655753" procId is: 17 2024-11-08T01:46:11,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17310303655753 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:46:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T01:46:11,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741845_1021 (size=390) 2024-11-08T01:46:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T01:46:12,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17310303655751' 2024-11-08T01:46:12,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17310303655752' 2024-11-08T01:46:12,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731030365575' 2024-11-08T01:46:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T01:46:12,261 INFO [RegionOpenAndInit-ns4:test-17310303655753-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53681445d83788b34581790d1f6b9368, NAME => 'ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17310303655753', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:46:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741846_1022 (size=50) 2024-11-08T01:46:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T01:46:12,671 DEBUG [RegionOpenAndInit-ns4:test-17310303655753-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:12,671 DEBUG [RegionOpenAndInit-ns4:test-17310303655753-pool-0 {}] regionserver.HRegion(1722): Closing 53681445d83788b34581790d1f6b9368, disabling compactions & flushes 2024-11-08T01:46:12,671 INFO [RegionOpenAndInit-ns4:test-17310303655753-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:46:12,671 DEBUG [RegionOpenAndInit-ns4:test-17310303655753-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:46:12,671 DEBUG [RegionOpenAndInit-ns4:test-17310303655753-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. after waiting 0 ms 2024-11-08T01:46:12,671 DEBUG [RegionOpenAndInit-ns4:test-17310303655753-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:46:12,671 INFO [RegionOpenAndInit-ns4:test-17310303655753-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:46:12,671 DEBUG [RegionOpenAndInit-ns4:test-17310303655753-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53681445d83788b34581790d1f6b9368: Waiting for close lock at 1731030372671Disabling compacts and flushes for region at 1731030372671Disabling writes for close at 1731030372671Writing region close event to WAL at 1731030372671Closed at 1731030372671 2024-11-08T01:46:12,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17310303655753 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:46:12,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731030372673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030372673"}]},"ts":"1731030372673"} 2024-11-08T01:46:12,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:46:12,678 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17310303655753 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:46:12,678 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17310303655753","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030372678"}]},"ts":"1731030372678"} 2024-11-08T01:46:12,680 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17310303655753, state=ENABLING in hbase:meta 2024-11-08T01:46:12,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17310303655753, region=53681445d83788b34581790d1f6b9368, ASSIGN}] 2024-11-08T01:46:12,682 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17310303655753, region=53681445d83788b34581790d1f6b9368, ASSIGN 2024-11-08T01:46:12,683 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17310303655753, region=53681445d83788b34581790d1f6b9368, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:46:12,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T01:46:12,834 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=53681445d83788b34581790d1f6b9368, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:12,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17310303655753, region=53681445d83788b34581790d1f6b9368, ASSIGN because future has completed 2024-11-08T01:46:12,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53681445d83788b34581790d1f6b9368, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T01:46:12,997 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:46:12,998 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 53681445d83788b34581790d1f6b9368, NAME => 'ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:46:12,998 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:46:12,998 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17310303655753 53681445d83788b34581790d1f6b9368 2024-11-08T01:46:12,998 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:12,998 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 53681445d83788b34581790d1f6b9368 2024-11-08T01:46:12,999 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 53681445d83788b34581790d1f6b9368 2024-11-08T01:46:13,001 INFO [StoreOpener-53681445d83788b34581790d1f6b9368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 53681445d83788b34581790d1f6b9368 2024-11-08T01:46:13,003 INFO [StoreOpener-53681445d83788b34581790d1f6b9368-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53681445d83788b34581790d1f6b9368 columnFamilyName f 2024-11-08T01:46:13,003 DEBUG [StoreOpener-53681445d83788b34581790d1f6b9368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:13,004 INFO [StoreOpener-53681445d83788b34581790d1f6b9368-1 {}] regionserver.HStore(327): Store=53681445d83788b34581790d1f6b9368/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:13,004 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 53681445d83788b34581790d1f6b9368 2024-11-08T01:46:13,005 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns4/test-17310303655753/53681445d83788b34581790d1f6b9368 2024-11-08T01:46:13,006 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns4/test-17310303655753/53681445d83788b34581790d1f6b9368 2024-11-08T01:46:13,006 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 53681445d83788b34581790d1f6b9368 2024-11-08T01:46:13,006 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 53681445d83788b34581790d1f6b9368 2024-11-08T01:46:13,009 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 53681445d83788b34581790d1f6b9368 2024-11-08T01:46:13,012 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns4/test-17310303655753/53681445d83788b34581790d1f6b9368/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:46:13,012 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 53681445d83788b34581790d1f6b9368; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10984865600, jitterRate=0.023045331239700317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:46:13,013 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53681445d83788b34581790d1f6b9368 2024-11-08T01:46:13,013 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 53681445d83788b34581790d1f6b9368: Running coprocessor pre-open hook at 1731030372999Writing region info on filesystem at 1731030372999Initializing all the Stores at 1731030373000 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030373000Cleaning up temporary data from old regions at 1731030373006 (+6 ms)Running coprocessor post-open hooks at 1731030373013 (+7 ms)Region opened successfully at 1731030373013 2024-11-08T01:46:13,015 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368., pid=19, masterSystemTime=1731030372992 2024-11-08T01:46:13,017 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:46:13,017 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:46:13,018 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=53681445d83788b34581790d1f6b9368, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:13,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53681445d83788b34581790d1f6b9368, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:13,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T01:46:13,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 53681445d83788b34581790d1f6b9368, server=c3c3beb0673d,38031,1731030357345 in 184 msec 2024-11-08T01:46:13,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-08T01:46:13,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17310303655753, region=53681445d83788b34581790d1f6b9368, ASSIGN in 344 msec 2024-11-08T01:46:13,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17310303655753 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:46:13,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17310303655753","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030373029"}]},"ts":"1731030373029"} 2024-11-08T01:46:13,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17310303655753, state=ENABLED in hbase:meta 2024-11-08T01:46:13,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17310303655753 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:46:13,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17310303655753 in 1.1880 sec 2024-11-08T01:46:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T01:46:13,993 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17310303655753 completed 2024-11-08T01:46:13,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17310303655753 get assigned. Timeout = 60000ms 2024-11-08T01:46:13,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:46:13,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17310303655753 assigned to meta. Checking AM states. 2024-11-08T01:46:13,999 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:46:13,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17310303655753 assigned. 2024-11-08T01:46:14,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:46:14,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:46:14,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:14,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:14,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:14,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=9, AvailableMemoryMB=3383 2024-11-08T01:46:14,033 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-08T01:46:14,035 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-08T01:46:14,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731030365575 from 'test-1731030365575', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731030365575', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731030365575 2024-11-08T01:46:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741847_1023 (size=908) 2024-11-08T01:46:14,466 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/.tabledesc/.tableinfo.0000000001.367 2024-11-08T01:46:14,466 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/.tabledesc/.tableinfo.0000000002.908 2024-11-08T01:46:14,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731030365575}] 2024-11-08T01:46:14,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE}] 2024-11-08T01:46:14,481 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE 2024-11-08T01:46:14,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=CLOSING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:14,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE because future has completed 2024-11-08T01:46:14,486 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T01:46:14,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:14,645 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:14,645 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T01:46:14,646 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 489691f02823aec1b95207c589416e6c, disabling compactions & flushes 2024-11-08T01:46:14,646 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:14,646 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:14,646 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. after waiting 0 ms 2024-11-08T01:46:14,646 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:14,650 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 489691f02823aec1b95207c589416e6c 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-08T01:46:14,731 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f/ba2192ca64194494b31adc7df4db6e73 is 37, key is row10/f:q1/1731030368285/Put/seqid=0 2024-11-08T01:46:14,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741848_1024 (size=8413) 2024-11-08T01:46:15,145 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f/ba2192ca64194494b31adc7df4db6e73 2024-11-08T01:46:15,206 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f/ba2192ca64194494b31adc7df4db6e73 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 2024-11-08T01:46:15,215 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73, entries=99, sequenceid=103, filesize=8.2 K 2024-11-08T01:46:15,222 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 489691f02823aec1b95207c589416e6c in 572ms, sequenceid=103, compaction requested=false 2024-11-08T01:46:15,229 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-08T01:46:15,233 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:46:15,233 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:15,233 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 489691f02823aec1b95207c589416e6c: Waiting for close lock at 1731030374646Running coprocessor pre-close hooks at 1731030374646Disabling compacts and flushes for region at 1731030374646Disabling writes for close at 1731030374646Obtaining lock to block concurrent updates at 1731030374650 (+4 ms)Preparing flush snapshotting stores in 489691f02823aec1b95207c589416e6c at 1731030374650Finished memstore snapshotting test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731030374658 (+8 ms)Flushing stores of test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. at 1731030374660 (+2 ms)Flushing 489691f02823aec1b95207c589416e6c/f: creating writer at 1731030374661 (+1 ms)Flushing 489691f02823aec1b95207c589416e6c/f: appending metadata at 1731030374716 (+55 ms)Flushing 489691f02823aec1b95207c589416e6c/f: closing flushed file at 1731030374720 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664c153f: reopening flushed file at 1731030375204 (+484 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 489691f02823aec1b95207c589416e6c in 572ms, sequenceid=103, compaction requested=false at 1731030375222 (+18 ms)Writing region close event to WAL at 1731030375224 (+2 ms)Running coprocessor post-close hooks at 1731030375230 (+6 ms)Closed at 1731030375233 (+3 ms) 2024-11-08T01:46:15,233 WARN [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 489691f02823aec1b95207c589416e6c to self. 2024-11-08T01:46:15,236 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=CLOSED 2024-11-08T01:46:15,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:15,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-08T01:46:15,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 in 755 msec 2024-11-08T01:46:15,245 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE; state=CLOSED, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=true 2024-11-08T01:46:15,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:15,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE because future has completed 2024-11-08T01:46:15,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:15,557 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:15,557 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 489691f02823aec1b95207c589416e6c, NAME => 'test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:46:15,557 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:46:15,558 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731030365575 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,558 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:15,558 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,558 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,560 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,561 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489691f02823aec1b95207c589416e6c columnFamilyName f 2024-11-08T01:46:15,561 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:15,571 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 2024-11-08T01:46:15,571 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(327): Store=489691f02823aec1b95207c589416e6c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:15,572 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,573 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489691f02823aec1b95207c589416e6c columnFamilyName f3 2024-11-08T01:46:15,573 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:15,574 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(327): Store=489691f02823aec1b95207c589416e6c/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:15,575 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,582 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489691f02823aec1b95207c589416e6c columnFamilyName mob 2024-11-08T01:46:15,586 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:15,587 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(327): Store=489691f02823aec1b95207c589416e6c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:15,588 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,589 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,591 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,592 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,592 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,593 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731030365575 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T01:46:15,595 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,596 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 489691f02823aec1b95207c589416e6c; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10315904960, jitterRate=-0.03925648331642151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T01:46:15,596 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:15,597 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 489691f02823aec1b95207c589416e6c: Running coprocessor pre-open hook at 1731030375558Writing region info on filesystem at 1731030375558Initializing all the Stores at 1731030375559 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030375559Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030375560 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030375560Cleaning up temporary data from old regions at 1731030375592 (+32 ms)Running coprocessor post-open hooks at 1731030375596 (+4 ms)Region opened successfully at 1731030375597 (+1 ms) 2024-11-08T01:46:15,599 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., pid=24, masterSystemTime=1731030375551 2024-11-08T01:46:15,602 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:15,602 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:15,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=OPEN, openSeqNum=107, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:15,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-08T01:46:15,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 in 207 msec 2024-11-08T01:46:15,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-08T01:46:15,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE in 1.1290 sec 2024-11-08T01:46:15,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-08T01:46:15,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731030365575 in 1.1420 sec 2024-11-08T01:46:15,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731030365575 in 1.5760 sec 2024-11-08T01:46:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-08T01:46:15,623 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731030365575 completed 2024-11-08T01:46:15,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99c0338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:15,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:15,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:15,626 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:15,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:15,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:15,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cc4dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:15,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:15,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:15,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:15,628 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:15,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c98a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:15,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:15,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:15,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:15,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:15,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731030365575', row='row-test-1731030365575-3-0', locateType=CURRENT is [region=test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., hostname=c3c3beb0673d,38031,1731030357345, seqNum=107] 2024-11-08T01:46:15,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:46:15,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:46:15,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35a21435 2024-11-08T01:46:15,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:46:15,690 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:46:15,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-08T01:46:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-08T01:46:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T01:46:15,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 10 msec 2024-11-08T01:46:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T01:46:15,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-08T01:46:15,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-08T01:46:15,841 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:46:15,841 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:15,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-08T01:46:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T01:46:15,843 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:46:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741849_1025 (size=635) 2024-11-08T01:46:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T01:46:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T01:46:16,226 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17310303655751 2024-11-08T01:46:16,226 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17310303655751 Metrics about Tables on a single HBase RegionServer 2024-11-08T01:46:16,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731030365575 2024-11-08T01:46:16,227 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731030365575 Metrics about Tables on a single HBase RegionServer 2024-11-08T01:46:16,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17310303655752 2024-11-08T01:46:16,228 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17310303655752 Metrics about Tables on a single HBase RegionServer 2024-11-08T01:46:16,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17310303655753 2024-11-08T01:46:16,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17310303655753 Metrics about Tables on a single HBase RegionServer 2024-11-08T01:46:16,254 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2502b3292eb72eeb3a9b1be46cef384e, NAME => 'backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:46:16,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741850_1026 (size=40) 2024-11-08T01:46:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T01:46:16,664 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:16,664 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 2502b3292eb72eeb3a9b1be46cef384e, disabling compactions & flushes 2024-11-08T01:46:16,664 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:16,664 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:16,664 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. after waiting 0 ms 2024-11-08T01:46:16,664 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:16,664 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:16,664 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2502b3292eb72eeb3a9b1be46cef384e: Waiting for close lock at 1731030376664Disabling compacts and flushes for region at 1731030376664Disabling writes for close at 1731030376664Writing region close event to WAL at 1731030376664Closed at 1731030376664 2024-11-08T01:46:16,666 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:46:16,667 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731030376666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030376666"}]},"ts":"1731030376666"} 2024-11-08T01:46:16,669 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:46:16,670 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:46:16,671 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030376670"}]},"ts":"1731030376670"} 2024-11-08T01:46:16,673 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-08T01:46:16,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=2502b3292eb72eeb3a9b1be46cef384e, ASSIGN}] 2024-11-08T01:46:16,675 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=2502b3292eb72eeb3a9b1be46cef384e, ASSIGN 2024-11-08T01:46:16,676 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=2502b3292eb72eeb3a9b1be46cef384e, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:46:16,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2502b3292eb72eeb3a9b1be46cef384e, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:16,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=2502b3292eb72eeb3a9b1be46cef384e, ASSIGN because future has completed 2024-11-08T01:46:16,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T01:46:16,990 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:16,990 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 2502b3292eb72eeb3a9b1be46cef384e, NAME => 'backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:46:16,990 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:46:16,991 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:16,991 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:16,991 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:16,991 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:16,993 INFO [StoreOpener-2502b3292eb72eeb3a9b1be46cef384e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:16,995 INFO [StoreOpener-2502b3292eb72eeb3a9b1be46cef384e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2502b3292eb72eeb3a9b1be46cef384e columnFamilyName meta 2024-11-08T01:46:16,996 DEBUG [StoreOpener-2502b3292eb72eeb3a9b1be46cef384e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:16,996 INFO [StoreOpener-2502b3292eb72eeb3a9b1be46cef384e-1 {}] regionserver.HStore(327): Store=2502b3292eb72eeb3a9b1be46cef384e/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:16,996 INFO [StoreOpener-2502b3292eb72eeb3a9b1be46cef384e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:16,998 INFO [StoreOpener-2502b3292eb72eeb3a9b1be46cef384e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2502b3292eb72eeb3a9b1be46cef384e columnFamilyName session 2024-11-08T01:46:16,998 DEBUG [StoreOpener-2502b3292eb72eeb3a9b1be46cef384e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:16,999 INFO [StoreOpener-2502b3292eb72eeb3a9b1be46cef384e-1 {}] regionserver.HStore(327): Store=2502b3292eb72eeb3a9b1be46cef384e/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:16,999 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:17,000 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:17,001 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:17,002 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:17,002 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:17,004 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-08T01:46:17,005 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:17,009 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:46:17,010 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 2502b3292eb72eeb3a9b1be46cef384e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9725761920, jitterRate=-0.09421783685684204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-08T01:46:17,010 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:17,011 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 2502b3292eb72eeb3a9b1be46cef384e: Running coprocessor pre-open hook at 1731030376991Writing region info on filesystem at 1731030376991Initializing all the Stores at 1731030376993 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030376993Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030376993Cleaning up temporary data from old regions at 1731030377002 (+9 ms)Running coprocessor post-open hooks at 1731030377010 (+8 ms)Region opened successfully at 1731030377011 (+1 ms) 2024-11-08T01:46:17,013 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., pid=28, masterSystemTime=1731030376985 2024-11-08T01:46:17,016 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:17,016 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:17,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2502b3292eb72eeb3a9b1be46cef384e, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:17,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:17,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-08T01:46:17,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e, server=c3c3beb0673d,38031,1731030357345 in 191 msec 2024-11-08T01:46:17,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-08T01:46:17,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=2502b3292eb72eeb3a9b1be46cef384e, ASSIGN in 351 msec 2024-11-08T01:46:17,028 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:46:17,029 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030377028"}]},"ts":"1731030377028"} 2024-11-08T01:46:17,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-08T01:46:17,032 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:46:17,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1940 sec 2024-11-08T01:46:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T01:46:17,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-08T01:46:18,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-08T01:46:18,027 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:46:18,027 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:18,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-08T01:46:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T01:46:18,028 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:46:18,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741851_1027 (size=640) 2024-11-08T01:46:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T01:46:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T01:46:18,442 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81c5edca4fa52ce85891a27274c3c801, NAME => 'backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:46:18,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741852_1028 (size=45) 2024-11-08T01:46:18,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T01:46:18,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17310303655753' 2024-11-08T01:46:18,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-08T01:46:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T01:46:18,864 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:18,864 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 81c5edca4fa52ce85891a27274c3c801, disabling compactions & flushes 2024-11-08T01:46:18,864 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:46:18,864 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:46:18,864 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. after waiting 0 ms 2024-11-08T01:46:18,864 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:46:18,864 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:46:18,864 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81c5edca4fa52ce85891a27274c3c801: Waiting for close lock at 1731030378864Disabling compacts and flushes for region at 1731030378864Disabling writes for close at 1731030378864Writing region close event to WAL at 1731030378864Closed at 1731030378864 2024-11-08T01:46:18,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:46:18,867 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731030378867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030378867"}]},"ts":"1731030378867"} 2024-11-08T01:46:18,870 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:46:18,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:46:18,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030378871"}]},"ts":"1731030378871"} 2024-11-08T01:46:18,874 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-08T01:46:18,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=81c5edca4fa52ce85891a27274c3c801, ASSIGN}] 2024-11-08T01:46:18,876 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=81c5edca4fa52ce85891a27274c3c801, ASSIGN 2024-11-08T01:46:18,877 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=81c5edca4fa52ce85891a27274c3c801, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:46:19,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=81c5edca4fa52ce85891a27274c3c801, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:19,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=81c5edca4fa52ce85891a27274c3c801, ASSIGN because future has completed 2024-11-08T01:46:19,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c5edca4fa52ce85891a27274c3c801, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T01:46:19,189 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:46:19,189 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 81c5edca4fa52ce85891a27274c3c801, NAME => 'backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:46:19,190 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:46:19,190 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,190 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:19,190 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,190 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,192 INFO [StoreOpener-81c5edca4fa52ce85891a27274c3c801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,194 INFO [StoreOpener-81c5edca4fa52ce85891a27274c3c801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c5edca4fa52ce85891a27274c3c801 columnFamilyName meta 2024-11-08T01:46:19,194 DEBUG [StoreOpener-81c5edca4fa52ce85891a27274c3c801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:19,195 INFO [StoreOpener-81c5edca4fa52ce85891a27274c3c801-1 {}] regionserver.HStore(327): Store=81c5edca4fa52ce85891a27274c3c801/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:19,195 INFO [StoreOpener-81c5edca4fa52ce85891a27274c3c801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,197 INFO [StoreOpener-81c5edca4fa52ce85891a27274c3c801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c5edca4fa52ce85891a27274c3c801 columnFamilyName session 2024-11-08T01:46:19,197 DEBUG [StoreOpener-81c5edca4fa52ce85891a27274c3c801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:19,197 INFO [StoreOpener-81c5edca4fa52ce85891a27274c3c801-1 {}] regionserver.HStore(327): Store=81c5edca4fa52ce85891a27274c3c801/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:19,198 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,198 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system_bulk/81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,199 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system_bulk/81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,200 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,200 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,201 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-08T01:46:19,203 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,206 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system_bulk/81c5edca4fa52ce85891a27274c3c801/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:46:19,206 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 81c5edca4fa52ce85891a27274c3c801; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11317978880, jitterRate=0.054068922996520996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-08T01:46:19,207 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:19,207 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 81c5edca4fa52ce85891a27274c3c801: Running coprocessor pre-open hook at 1731030379190Writing region info on filesystem at 1731030379190Initializing all the Stores at 1731030379192 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030379192Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030379192Cleaning up temporary data from old regions at 1731030379200 (+8 ms)Running coprocessor post-open hooks at 1731030379207 (+7 ms)Region opened successfully at 1731030379207 2024-11-08T01:46:19,208 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801., pid=31, masterSystemTime=1731030379183 2024-11-08T01:46:19,211 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:46:19,211 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:46:19,212 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=81c5edca4fa52ce85891a27274c3c801, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:19,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c5edca4fa52ce85891a27274c3c801, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:19,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-08T01:46:19,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 81c5edca4fa52ce85891a27274c3c801, server=c3c3beb0673d,38031,1731030357345 in 185 msec 2024-11-08T01:46:19,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-08T01:46:19,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=81c5edca4fa52ce85891a27274c3c801, ASSIGN in 345 msec 2024-11-08T01:46:19,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:46:19,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030379223"}]},"ts":"1731030379223"} 2024-11-08T01:46:19,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-08T01:46:19,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:46:19,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2030 sec 2024-11-08T01:46:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T01:46:20,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-08T01:46:20,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:20,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:20,194 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T01:46:20,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:46:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-08T01:46:20,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T01:46:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030380222 (current time:1731030380222). 2024-11-08T01:46:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:46:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T01:46:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f28b126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:20,225 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:20,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:20,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:20,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2653e13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:20,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:20,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:20,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:20,227 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a2ff20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:20,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:20,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:46:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:46:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:20,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:46:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T01:46:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-08T01:46:20,245 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:46:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T01:46:20,249 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:46:20,265 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:46:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741853_1029 (size=52) 2024-11-08T01:46:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T01:46:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T01:46:20,675 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:46:20,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e}] 2024-11-08T01:46:20,682 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:20,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T01:46:20,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:20,841 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2502b3292eb72eeb3a9b1be46cef384e 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-08T01:46:20,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/bd9a7c8aea0c4415b425a29ed298e1fb is 49, key is activesession:/session:c/1731030380209/Put/seqid=0 2024-11-08T01:46:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741854_1030 (size=5049) 2024-11-08T01:46:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T01:46:21,272 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/bd9a7c8aea0c4415b425a29ed298e1fb 2024-11-08T01:46:21,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/bd9a7c8aea0c4415b425a29ed298e1fb as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb 2024-11-08T01:46:21,290 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb, entries=1, sequenceid=5, filesize=4.9 K 2024-11-08T01:46:21,291 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 2502b3292eb72eeb3a9b1be46cef384e in 450ms, sequenceid=5, compaction requested=false 2024-11-08T01:46:21,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2502b3292eb72eeb3a9b1be46cef384e: 2024-11-08T01:46:21,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. for snapshot_backup_system completed. 2024-11-08T01:46:21,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.' region-info for snapshot=snapshot_backup_system 2024-11-08T01:46:21,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:46:21,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:46:21,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb] hfiles 2024-11-08T01:46:21,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb for snapshot=snapshot_backup_system 2024-11-08T01:46:21,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741855_1031 (size=95) 2024-11-08T01:46:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T01:46:21,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:21,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T01:46:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T01:46:21,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:21,718 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:21,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-08T01:46:21,721 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:46:21,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e in 1.0420 sec 2024-11-08T01:46:21,724 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:46:21,725 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:46:21,725 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T01:46:21,728 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T01:46:21,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741856_1032 (size=731) 2024-11-08T01:46:22,146 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:46:22,159 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:46:22,160 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_backup_system 2024-11-08T01:46:22,162 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:46:22,162 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-08T01:46:22,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9220 sec 2024-11-08T01:46:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T01:46:22,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T01:46:22,395 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731030375667 started at 1731030382394. 2024-11-08T01:46:22,415 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731030375667 has been started. 2024-11-08T01:46:22,420 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-08T01:46:22,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T01:46:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T01:46:22,430 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T01:46:22,430 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T01:46:22,430 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T01:46:22,430 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T01:46:22,431 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:22,431 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:22,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T01:46:22,433 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,433 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T01:46:22,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T01:46:22,434 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,434 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T01:46:22,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:22,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:22,435 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T01:46:22,435 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:22,435 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T01:46:22,437 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T01:46:22,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T01:46:22,438 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T01:46:22,438 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T01:46:22,438 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T01:46:22,438 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T01:46:22,438 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'c3c3beb0673d,38031,1731030357345' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T01:46:22,440 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:22,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:46:22,441 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T01:46:22,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:46:22,441 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T01:46:22,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:46:22,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:46:22,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:22,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:46:22,444 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'c3c3beb0673d,38031,1731030357345' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T01:46:22,444 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5d34a821[Count = 0] remaining members to acquire global barrier 2024-11-08T01:46:22,444 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T01:46:22,444 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:22,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:22,446 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:22,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:22,446 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T01:46:22,446 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,446 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T01:46:22,447 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T01:46:22,447 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,456 INFO [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731030360051 highest: 1731030367295 on c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,456 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.meta:.meta(num 1731030360430) roll requested 2024-11-08T01:46:22,470 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030382456.meta, exclude list is [], retry=0 2024-11-08T01:46:22,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:22,476 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030360430.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030382456.meta 2024-11-08T01:46:22,477 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:22,477 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030360430.meta is not closed yet, will try archiving it next time 2024-11-08T01:46:22,477 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1:(num 1731030367295) roll requested 2024-11-08T01:46:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741834_1010 (size=12055) 2024-11-08T01:46:22,491 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477, exclude list is [], retry=0 2024-11-08T01:46:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:22,496 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030367295 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 2024-11-08T01:46:22,496 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:22,496 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030367295 is not closed yet, will try archiving it next time 2024-11-08T01:46:22,496 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0:(num 1731030360051) roll requested 2024-11-08T01:46:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741840_1016 (size=4756) 2024-11-08T01:46:22,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030367295 not finished, retry = 0 2024-11-08T01:46:22,510 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497, exclude list is [], retry=0 2024-11-08T01:46:22,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:22,515 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030360051 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 2024-11-08T01:46:22,516 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:22,516 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030360051 is not closed yet, will try archiving it next time 2024-11-08T01:46:22,517 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T01:46:22,517 INFO [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731030382497 on c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,517 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:46:22,517 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:46:22,518 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14f93ffc 2024-11-08T01:46:22,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741833_1009 (size=1034) 2024-11-08T01:46:22,518 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:46:22,519 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T01:46:22,519 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030360051 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030360051 2024-11-08T01:46:22,520 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:22,520 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:22,520 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:22,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T01:46:22,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:22,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:37705/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:46:22,547 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T01:46:22,547 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'c3c3beb0673d,38031,1731030357345' in zk 2024-11-08T01:46:22,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,551 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T01:46:22,551 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T01:46:22,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,551 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T01:46:22,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:46:22,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:46:22,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:46:22,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:46:22,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:22,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:46:22,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:22,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'c3c3beb0673d,38031,1731030357345': 2024-11-08T01:46:22,557 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'c3c3beb0673d,38031,1731030357345' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T01:46:22,557 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T01:46:22,557 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T01:46:22,557 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T01:46:22,557 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T01:46:22,558 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T01:46:22,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:22,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:22,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T01:46:22,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:22,569 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:22,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:46:22,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:46:22,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:22,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:46:22,570 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T01:46:22,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T01:46:22,570 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:22,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:22,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:46:22,572 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:22,572 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,573 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:46:22,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:22,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T01:46:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T01:46:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:22,580 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T01:46:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:22,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T01:46:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:22,581 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T01:46:22,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T01:46:22,581 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T01:46:22,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T01:46:22,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T01:46:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T01:46:22,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } 2024-11-08T01:46:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030382601 (current time:1731030382601). 2024-11-08T01:46:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:46:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731030382600_default_test-1731030365575 VERSION not specified, setting to 2 2024-11-08T01:46:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452c61c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:22,603 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:22,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:22,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:22,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd1faf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:22,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:22,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:22,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:22,605 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:22,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639b2b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:22,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:22,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:22,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:46:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:46:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:22,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:46:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } 2024-11-08T01:46:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-08T01:46:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T01:46:22,614 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:46:22,615 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:46:22,618 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:46:22,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741860_1036 (size=84) 2024-11-08T01:46:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T01:46:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T01:46:23,027 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:46:23,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 489691f02823aec1b95207c589416e6c}] 2024-11-08T01:46:23,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:23,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T01:46:23,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:23,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 489691f02823aec1b95207c589416e6c 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-08T01:46:23,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f3/aed1532a18c74616aead7efb457f1ff1 is 58, key is row-test-1731030365575-3-0/f3:q1/1731030375637/Put/seqid=0 2024-11-08T01:46:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741861_1037 (size=5387) 2024-11-08T01:46:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T01:46:23,609 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f3/aed1532a18c74616aead7efb457f1ff1 2024-11-08T01:46:23,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741862_1038 (size=4469) 2024-11-08T01:46:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T01:46:24,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/mob/7b900d3f3b6d477cb2be42b343cbfaf0 is 59, key is row-test-1731030365575-3-0/mob:q1/1731030375651/Put/seqid=0 2024-11-08T01:46:24,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741863_1039 (size=5484) 2024-11-08T01:46:24,460 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/mob/7b900d3f3b6d477cb2be42b343cbfaf0 2024-11-08T01:46:24,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f3/aed1532a18c74616aead7efb457f1ff1 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 2024-11-08T01:46:24,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1, entries=6, sequenceid=121, filesize=5.3 K 2024-11-08T01:46:24,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/mob/7b900d3f3b6d477cb2be42b343cbfaf0 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 2024-11-08T01:46:24,483 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0, entries=6, sequenceid=121, filesize=5.4 K 2024-11-08T01:46:24,484 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 489691f02823aec1b95207c589416e6c in 1302ms, sequenceid=121, compaction requested=false 2024-11-08T01:46:24,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 489691f02823aec1b95207c589416e6c: 2024-11-08T01:46:24,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. for snapshot_1731030382600_default_test-1731030365575 completed. 2024-11-08T01:46:24,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.' region-info for snapshot=snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:24,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:46:24,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73] hfiles 2024-11-08T01:46:24,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 for snapshot=snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:24,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1] hfiles 2024-11-08T01:46:24,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 for snapshot=snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:24,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0] hfiles 2024-11-08T01:46:24,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 for snapshot=snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741864_1040 (size=185) 2024-11-08T01:46:24,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T01:46:24,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-08T01:46:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T01:46:24,789 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T01:46:24,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:24,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T01:46:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T01:46:24,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731030382600_default_test-1731030365575 on region 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:24,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:24,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-08T01:46:24,897 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:46:24,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 489691f02823aec1b95207c589416e6c in 1.8670 sec 2024-11-08T01:46:24,898 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:46:24,900 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-08T01:46:24,900 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-08T01:46:24,901 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:24,901 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-08T01:46:24,901 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:24,902 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-08T01:46:24,902 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:24,902 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-08T01:46:24,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741865_1041 (size=49) 2024-11-08T01:46:25,311 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:46:25,311 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:25,312 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741866_1042 (size=1146) 2024-11-08T01:46:25,726 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:46:25,734 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:46:25,735 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030382600_default_test-1731030365575 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:25,736 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:46:25,736 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-08T01:46:25,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731030382600_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } in 3.1250 sec 2024-11-08T01:46:26,226 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-08T01:46:26,226 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-08T01:46:26,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-08T01:46:26,227 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-08T01:46:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T01:46:26,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731030365575 completed 2024-11-08T01:46:26,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } 2024-11-08T01:46:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030386784 (current time:1731030386784). 2024-11-08T01:46:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:46:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731030386783_ns2_test-17310303655751 VERSION not specified, setting to 2 2024-11-08T01:46:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b339d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:26,786 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:26,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:26,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:26,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3140396b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:26,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:26,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:26,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:26,788 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:26,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388aa26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:26,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:26,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:26,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:26,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:46:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:46:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:26,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:46:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } 2024-11-08T01:46:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-08T01:46:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T01:46:26,795 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:46:26,796 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:46:26,799 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:46:26,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741867_1043 (size=86) 2024-11-08T01:46:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T01:46:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T01:46:27,207 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:46:27,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36c2335b259eb83bc469296b004d9935}] 2024-11-08T01:46:27,208 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:27,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-08T01:46:27,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:27,360 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 36c2335b259eb83bc469296b004d9935 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-08T01:46:27,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/.tmp/f/d6a70d3c86f14e6b9a70a249cc2cadb7 is 37, key is row10/f:q1/1731030370575/Put/seqid=0 2024-11-08T01:46:27,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741868_1044 (size=8413) 2024-11-08T01:46:27,384 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/.tmp/f/d6a70d3c86f14e6b9a70a249cc2cadb7 2024-11-08T01:46:27,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/.tmp/f/d6a70d3c86f14e6b9a70a249cc2cadb7 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 2024-11-08T01:46:27,400 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7, entries=99, sequenceid=103, filesize=8.2 K 2024-11-08T01:46:27,401 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 36c2335b259eb83bc469296b004d9935 in 42ms, sequenceid=103, compaction requested=false 2024-11-08T01:46:27,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 36c2335b259eb83bc469296b004d9935: 2024-11-08T01:46:27,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. for snapshot_1731030386783_ns2_test-17310303655751 completed. 2024-11-08T01:46:27,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935.' region-info for snapshot=snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:27,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:46:27,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7] hfiles 2024-11-08T01:46:27,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 for snapshot=snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741869_1045 (size=91) 2024-11-08T01:46:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T01:46:27,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:27,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T01:46:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T01:46:27,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731030386783_ns2_test-17310303655751 on region 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:27,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:27,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T01:46:27,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 36c2335b259eb83bc469296b004d9935 in 603 msec 2024-11-08T01:46:27,812 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:46:27,813 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:46:27,814 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:46:27,814 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:27,815 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:27,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741870_1046 (size=456) 2024-11-08T01:46:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T01:46:28,228 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:46:28,235 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:46:28,236 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030386783_ns2_test-17310303655751 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:28,237 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:46:28,237 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-08T01:46:28,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731030386783_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } in 1.4440 sec 2024-11-08T01:46:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T01:46:28,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17310303655751 completed 2024-11-08T01:46:28,944 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731030375667 2024-11-08T01:46:28,944 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-08T01:46:28,946 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-08T01:46:28,948 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731030375667_ns2:test-17310303655751 2024-11-08T01:46:28,948 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731030386783_ns2_test-17310303655751 to hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/ 2024-11-08T01:46:28,953 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T01:46:28,988 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37705, inputRoot=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:46:28,988 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1285118259_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/.hbase-snapshot/.tmp/snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:28,990 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T01:46:28,996 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030386783_ns2_test-17310303655751 to hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/.hbase-snapshot/.tmp/snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741871_1047 (size=86) 2024-11-08T01:46:29,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741872_1048 (size=456) 2024-11-08T01:46:29,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:29,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:29,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-640082158198129205.jar 2024-11-08T01:46:30,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:30,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:46:30,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:46:30,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:46:30,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:46:30,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:46:30,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:46:30,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:46:30,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:46:30,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:46:30,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:46:30,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:46:30,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:46:30,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:46:30,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:46:30,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:46:30,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:46:30,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:46:30,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:46:30,509 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:46:30,544 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731030386783_ns2_test-17310303655751' hfile list 2024-11-08T01:46:30,550 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-08T01:46:30,806 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local525429795_0001_52edb339-ac67-48de-b980-ae50e815b220/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:46:30,807 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local525429795_0001_52edb339-ac67-48de-b980-ae50e815b220/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:46:30,951 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T01:46:31,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741873_1049 (size=8413) 2024-11-08T01:46:31,458 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 output=hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 2024-11-08T01:46:31,461 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.016M/sec 2024-11-08T01:46:31,878 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T01:46:31,879 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T01:46:31,886 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:31,886 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731030386783_ns2_test-17310303655751 finished. 2024-11-08T01:46:31,886 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731030375667_test-1731030365575 2024-11-08T01:46:31,886 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731030382600_default_test-1731030365575 to hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/ 2024-11-08T01:46:31,886 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T01:46:31,917 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37705, inputRoot=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:46:31,917 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1285118259_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/.hbase-snapshot/.tmp/snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:31,919 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T01:46:31,925 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030382600_default_test-1731030365575 to hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/.hbase-snapshot/.tmp/snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741874_1050 (size=84) 2024-11-08T01:46:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741875_1051 (size=1146) 2024-11-08T01:46:32,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:32,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:32,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-11615801770900161944.jar 2024-11-08T01:46:33,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:33,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:46:33,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:46:33,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:46:33,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:46:33,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:46:33,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:46:33,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:46:33,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:46:33,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:46:33,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:46:33,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:46:33,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:46:33,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:46:33,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:46:33,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:46:33,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:46:33,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:46:33,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:46:33,388 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:46:33,416 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731030382600_default_test-1731030365575' hfile list 2024-11-08T01:46:33,419 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-08T01:46:33,507 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1605826056_0002_d0017bca-35e7-40c7-9b26-d0968b1a88b7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:46:33,507 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1605826056_0002_d0017bca-35e7-40c7-9b26-d0968b1a88b7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:46:33,582 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T01:46:33,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741876_1052 (size=8413) 2024-11-08T01:46:34,029 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 output=hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 2024-11-08T01:46:34,029 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-08T01:46:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741877_1053 (size=5484) 2024-11-08T01:46:34,499 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 output=hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 2024-11-08T01:46:34,499 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-11-08T01:46:34,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741878_1054 (size=5387) 2024-11-08T01:46:34,971 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 output=hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 2024-11-08T01:46:34,972 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-08T01:46:35,551 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T01:46:35,553 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T01:46:35,561 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:35,561 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731030382600_default_test-1731030365575 finished. 2024-11-08T01:46:35,562 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17310303655751 2024-11-08T01:46:35,562 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731030365575 2024-11-08T01:46:35,617 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731030375667 2024-11-08T01:46:35,617 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-08T01:46:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741879_1055 (size=130) 2024-11-08T01:46:36,027 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37705/backupUT/backup_1731030375667/.backup.manifest 2024-11-08T01:46:36,029 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731030375667 finished: type=FULL,tablelist=ns2:test-17310303655751;test-1731030365575,targetRootDir=hdfs://localhost:37705/backupUT,startts=1731030382394,completets=1731030395615,bytescopied=0 2024-11-08T01:46:36,029 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-08T01:46:36,029 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:36,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731030386783_ns2_test-17310303655751" type: DISABLED 2024-11-08T01:46:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731030386783_ns2_test-17310303655751 2024-11-08T01:46:36,038 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731030386783_ns2_test-17310303655751 for backup backup_1731030375667 succeeded. 2024-11-08T01:46:36,038 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:36,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731030382600_default_test-1731030365575" type: DISABLED 2024-11-08T01:46:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731030382600_default_test-1731030365575 2024-11-08T01:46:36,042 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731030382600_default_test-1731030365575 for backup backup_1731030375667 succeeded. 2024-11-08T01:46:36,043 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T01:46:36,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T01:46:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T01:46:36,057 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T01:46:36,062 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T01:46:36,076 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731030375667 completed. 2024-11-08T01:46:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:36,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:36,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731030375667', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:46:36,243 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731030365575 2024-11-08T01:46:36,259 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731030365575 2024-11-08T01:46:36,415 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731030365575 to Mob enabled CF 2024-11-08T01:46:36,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17310303655751', row='row-t20', locateType=CURRENT is [region=ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:46:36,448 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17310303655751 2024-11-08T01:46:36,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:36,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] assignment.SplitTableRegionProcedure(210): test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. splitKey isn't explicitly specified, will try to find a best split key from RS c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:36,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 because midkey is the same as first or last row 2024-11-08T01:46:36,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 because midkey is the same as first or last row 2024-11-08T01:46:36,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 because midkey is the same as first or last row 2024-11-08T01:46:36,460 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.HRegion(2902): Flushing 489691f02823aec1b95207c589416e6c 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-08T01:46:36,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f/83377ecafef44b61929cee753d4f7485 is 59, key is row-test-1731030365575-1-10/f:q1/1731030396114/Put/seqid=0 2024-11-08T01:46:36,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741880_1056 (size=10796) 2024-11-08T01:46:36,884 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f/83377ecafef44b61929cee753d4f7485 2024-11-08T01:46:36,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c is 63, key is row-test-1731030365575-3-100/mob:q1/1731030396397/Put/seqid=0 2024-11-08T01:46:36,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741881_1057 (size=5591) 2024-11-08T01:46:37,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:37,313 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58/mob/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c 2024-11-08T01:46:37,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/mob/87e64567dd484d2580d062bdd5c8eadc, store: [table=test-1731030365575 family=mob region=489691f02823aec1b95207c589416e6c] 2024-11-08T01:46:37,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/mob/87e64567dd484d2580d062bdd5c8eadc is 192, key is row-test-1731030365575-3-100/mob:q1/1731030396397/Put/seqid=0 2024-11-08T01:46:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741882_1058 (size=13760) 2024-11-08T01:46:37,720 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/mob/87e64567dd484d2580d062bdd5c8eadc 2024-11-08T01:46:37,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f/83377ecafef44b61929cee753d4f7485 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/83377ecafef44b61929cee753d4f7485 2024-11-08T01:46:37,734 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/83377ecafef44b61929cee753d4f7485, entries=99, sequenceid=334, filesize=10.5 K 2024-11-08T01:46:37,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/mob/87e64567dd484d2580d062bdd5c8eadc as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/87e64567dd484d2580d062bdd5c8eadc 2024-11-08T01:46:37,741 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/87e64567dd484d2580d062bdd5c8eadc, entries=111, sequenceid=334, filesize=13.4 K 2024-11-08T01:46:37,742 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 489691f02823aec1b95207c589416e6c in 1283ms, sequenceid=334, compaction requested=false 2024-11-08T01:46:37,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.HRegion(2603): Flush status journal for 489691f02823aec1b95207c589416e6c: 2024-11-08T01:46:37,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/83377ecafef44b61929cee753d4f7485 because midkey is the same as first or last row 2024-11-08T01:46:37,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 because midkey is the same as first or last row 2024-11-08T01:46:37,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/87e64567dd484d2580d062bdd5c8eadc because midkey is the same as first or last row 2024-11-08T01:46:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T01:46:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 98 connection: 172.17.0.2:33832 deadline: 1731030456454, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-08T01:46:37,750 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:46:37,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731030365575 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:46:37,751 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T01:46:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731030365575,, stopping at row=test-1731030365575 ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,762 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731030365575,, stopping at row=test-1731030365575 ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,770 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1320 2024-11-08T01:46:37,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,807 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T01:46:37,811 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731030397770 2024-11-08T01:46:37,818 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731030375667} 2024-11-08T01:46:37,819 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T01:46:37,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:37,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T01:46:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030397864 (current time:1731030397864). 2024-11-08T01:46:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:46:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T01:46:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a85ce6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:37,866 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:37,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:37,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:37,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2661d3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:37,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:37,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:37,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:37,868 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:37,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e873dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:37,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:37,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:37,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:37,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:46:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:46:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:37,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:46:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T01:46:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-08T01:46:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T01:46:37,875 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:46:37,876 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:46:37,879 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:46:37,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741883_1059 (size=52) 2024-11-08T01:46:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T01:46:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T01:46:38,286 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:46:38,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e}] 2024-11-08T01:46:38,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:38,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-08T01:46:38,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:38,440 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 2502b3292eb72eeb3a9b1be46cef384e 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-08T01:46:38,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/ae63abf6dadd4f6092155c8d176def4b is 158, key is trslm:hdfs://localhost:37705/backupUT\x00ns2:test-17310303655751/meta:log-roll-map/1731030395601/Put/seqid=0 2024-11-08T01:46:38,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741884_1060 (size=5914) 2024-11-08T01:46:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T01:46:38,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/ae63abf6dadd4f6092155c8d176def4b 2024-11-08T01:46:38,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/5309ea5b52e04ff19520709c53513601 is 433, key is session:backup_1731030375667/session:context/1731030396061/Put/seqid=0 2024-11-08T01:46:38,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741885_1061 (size=5535) 2024-11-08T01:46:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T01:46:39,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/5309ea5b52e04ff19520709c53513601 2024-11-08T01:46:39,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/ae63abf6dadd4f6092155c8d176def4b as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/ae63abf6dadd4f6092155c8d176def4b 2024-11-08T01:46:39,292 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/ae63abf6dadd4f6092155c8d176def4b, entries=6, sequenceid=17, filesize=5.8 K 2024-11-08T01:46:39,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/5309ea5b52e04ff19520709c53513601 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/5309ea5b52e04ff19520709c53513601 2024-11-08T01:46:39,299 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/5309ea5b52e04ff19520709c53513601, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T01:46:39,300 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 2502b3292eb72eeb3a9b1be46cef384e in 861ms, sequenceid=17, compaction requested=false 2024-11-08T01:46:39,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 2502b3292eb72eeb3a9b1be46cef384e: 2024-11-08T01:46:39,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. for snapshot_backup_system completed. 2024-11-08T01:46:39,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.' region-info for snapshot=snapshot_backup_system 2024-11-08T01:46:39,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:46:39,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/ae63abf6dadd4f6092155c8d176def4b] hfiles 2024-11-08T01:46:39,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/ae63abf6dadd4f6092155c8d176def4b for snapshot=snapshot_backup_system 2024-11-08T01:46:39,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/5309ea5b52e04ff19520709c53513601] hfiles 2024-11-08T01:46:39,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb for snapshot=snapshot_backup_system 2024-11-08T01:46:39,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/5309ea5b52e04ff19520709c53513601 for snapshot=snapshot_backup_system 2024-11-08T01:46:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741886_1062 (size=173) 2024-11-08T01:46:39,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:39,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T01:46:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T01:46:39,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:39,707 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:39,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-08T01:46:39,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e in 1.4220 sec 2024-11-08T01:46:39,710 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:46:39,711 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:46:39,711 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:46:39,712 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T01:46:39,713 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T01:46:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741887_1063 (size=810) 2024-11-08T01:46:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T01:46:40,124 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:46:40,131 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:46:40,132 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_backup_system 2024-11-08T01:46:40,133 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:46:40,133 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-08T01:46:40,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2600 sec 2024-11-08T01:46:41,261 DEBUG [master/c3c3beb0673d:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731030365575 2024-11-08T01:46:41,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741888_1064 (size=950) 2024-11-08T01:46:41,674 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/.tabledesc/.tableinfo.0000000002.908 2024-11-08T01:46:41,674 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/.tabledesc/.tableinfo.0000000003.950 2024-11-08T01:46:41,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731030365575 in 417 msec 2024-11-08T01:46:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T01:46:42,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T01:46:42,044 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731030397770 started at 1731030402044. 2024-11-08T01:46:42,046 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731030397770 has been started. 2024-11-08T01:46:42,051 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731030365575, ns2:test-17310303655751] 2024-11-08T01:46:42,055 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731030367295for backupID backup_1731030397770 2024-11-08T01:46:42,055 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-08T01:46:42,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T01:46:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T01:46:42,056 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T01:46:42,056 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T01:46:42,056 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T01:46:42,056 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T01:46:42,057 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:42,057 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:42,059 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T01:46:42,059 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T01:46:42,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T01:46:42,059 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,059 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T01:46:42,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:42,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:42,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T01:46:42,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:42,061 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T01:46:42,061 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T01:46:42,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T01:46:42,061 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T01:46:42,061 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T01:46:42,061 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T01:46:42,061 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T01:46:42,061 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'c3c3beb0673d,38031,1731030357345' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T01:46:42,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,063 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:42,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:46:42,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:46:42,064 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T01:46:42,064 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T01:46:42,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:46:42,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:46:42,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:42,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:46:42,066 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'c3c3beb0673d,38031,1731030357345' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T01:46:42,066 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@158681d8[Count = 0] remaining members to acquire global barrier 2024-11-08T01:46:42,066 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T01:46:42,066 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:42,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:42,068 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:42,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:42,068 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T01:46:42,068 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,068 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T01:46:42,068 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T01:46:42,068 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,068 INFO [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731030382497 highest: 1731030382497 on c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,069 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.meta:.meta(num 1731030382456) roll requested 2024-11-08T01:46:42,082 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030402069.meta, exclude list is [], retry=0 2024-11-08T01:46:42,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:42,087 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030382456.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030402069.meta 2024-11-08T01:46:42,087 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:42,087 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030382456.meta is not closed yet, will try archiving it next time 2024-11-08T01:46:42,087 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1:(num 1731030382477) roll requested 2024-11-08T01:46:42,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741857_1033 (size=93) 2024-11-08T01:46:42,089 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030382456.meta not finished, retry = 0 2024-11-08T01:46:42,100 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030402087, exclude list is [], retry=0 2024-11-08T01:46:42,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:42,104 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030402087 2024-11-08T01:46:42,104 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:42,104 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 is not closed yet, will try archiving it next time 2024-11-08T01:46:42,104 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0:(num 1731030382497) roll requested 2024-11-08T01:46:42,105 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030367295 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030367295 2024-11-08T01:46:42,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741858_1034 (size=30490) 2024-11-08T01:46:42,117 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030402105, exclude list is [], retry=0 2024-11-08T01:46:42,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:42,121 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030402105 2024-11-08T01:46:42,121 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:42,121 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 is not closed yet, will try archiving it next time 2024-11-08T01:46:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741859_1035 (size=1198) 2024-11-08T01:46:42,129 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T01:46:42,129 INFO [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731030402105 on c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:42,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:42,150 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T01:46:42,150 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'c3c3beb0673d,38031,1731030357345' in zk 2024-11-08T01:46:42,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,153 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T01:46:42,153 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T01:46:42,153 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T01:46:42,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:46:42,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:46:42,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:46:42,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:46:42,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:42,154 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:46:42,155 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:42,156 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'c3c3beb0673d,38031,1731030357345': 2024-11-08T01:46:42,157 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'c3c3beb0673d,38031,1731030357345' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T01:46:42,157 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T01:46:42,157 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T01:46:42,157 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T01:46:42,157 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T01:46:42,157 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T01:46:42,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:42,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:42,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:42,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T01:46:42,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:46:42,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:46:42,159 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:42,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:42,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:46:42,160 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T01:46:42,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T01:46:42,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:42,161 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:42,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:46:42,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:42,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,162 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:46:42,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:42,163 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T01:46:42,166 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T01:46:42,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T01:46:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T01:46:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:42,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:42,166 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T01:46:42,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T01:46:42,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T01:46:42,167 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T01:46:42,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T01:46:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T01:46:42,175 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {c3c3beb0673d:38031=1731030367295} newestTimestamps: {c3c3beb0673d:38031=1731030382497} 2024-11-08T01:46:42,178 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c3c3beb0673d%2C38031%2C1731030357345.meta.1731030360430.meta 2024-11-08T01:46:42,178 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c3c3beb0673d%2C38031%2C1731030357345.meta.1731030382456.meta 2024-11-08T01:46:42,178 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c3c3beb0673d%2C38031%2C1731030357345.meta.1731030402069.meta 2024-11-08T01:46:42,178 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 2024-11-08T01:46:42,178 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030402105 2024-11-08T01:46:42,178 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 2024-11-08T01:46:42,178 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030402087 2024-11-08T01:46:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741892_1068 (size=364) 2024-11-08T01:46:42,190 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030382456.meta to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030382456.meta 2024-11-08T01:46:42,591 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17310303655751 target: hdfs://localhost:37705/backupUT/backup_1731030397770/ns2/test-17310303655751 descriptor: 'ns2:test-17310303655751', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:42,591 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T01:46:42,594 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17310303655751 2024-11-08T01:46:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741893_1069 (size=50) 2024-11-08T01:46:43,001 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17310303655751 2024-11-08T01:46:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741894_1070 (size=950) 2024-11-08T01:46:43,413 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731030365575 target: hdfs://localhost:37705/backupUT/backup_1731030397770/default/test-1731030365575 descriptor: 'test-1731030365575', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:43,413 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T01:46:43,416 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731030365575 2024-11-08T01:46:43,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741895_1071 (size=53) 2024-11-08T01:46:43,822 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731030365575 2024-11-08T01:46:43,832 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37705/backupUT/.tmp/backup_1731030397770 from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497;hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 2024-11-08T01:46:43,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40088111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:43,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:43,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:43,835 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:43,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:43,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdb5db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:43,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7430e66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:43,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:46:43,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:46:43,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a5f19d 2024-11-08T01:46:43,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:46:43,839 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:46:43,845 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T01:46:43,845 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731030365575 2024-11-08T01:46:43,845 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731030365575,, stopping at row=test-1731030365575 ,, for max=2147483647 with caching=100 2024-11-08T01:46:43,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:43,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:43,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:43,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:43,850 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731030365575: test-1731030365575; 2024-11-08T01:46:43,850 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17310303655751 2024-11-08T01:46:43,850 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17310303655751,, stopping at row=ns2:test-17310303655751 ,, for max=2147483647 with caching=100 2024-11-08T01:46:43,852 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17310303655751: ns2:test-17310303655751; 2024-11-08T01:46:43,852 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T01:46:43,853 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/partitions_60136e18-6b73-47a7-b698-3c966623c0af 2024-11-08T01:46:43,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741896_1072 (size=192) 2024-11-08T01:46:44,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:44,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:44,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,263 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-2399209915945158903.jar 2024-11-08T01:46:45,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,265 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,265 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,265 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,265 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:46:45,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:46:45,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:46:45,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:46:45,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:46:45,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:46:45,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:46:45,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:46:45,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:46:45,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:46:45,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:46:45,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:46:45,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:46:45,272 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731030365575,ns2:test-17310303655751 2024-11-08T01:46:45,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:46:45,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:46:45,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:45,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:45,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:45,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:46:46,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-15472216616480499757.jar 2024-11-08T01:46:46,270 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:46:46,294 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 for WAL files 2024-11-08T01:46:46,296 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 2024-11-08T01:46:46,296 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 for WAL files 2024-11-08T01:46:46,297 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 2024-11-08T01:46:46,394 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local2081419862_0003_a9a799a1-c996-4bb7-8e8e-c1bb3ce48f0a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:46:46,394 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local2081419862_0003_a9a799a1-c996-4bb7-8e8e-c1bb3ce48f0a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:46:46,491 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 for hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 (-9223372036854775808:9223372036854775807) length:30490 2024-11-08T01:46:46,510 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T01:46:46,510 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T01:46:46,560 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 for hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 (-9223372036854775808:9223372036854775807) length:1198 2024-11-08T01:46:46,564 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T01:46:46,564 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T01:46:46,646 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8cce23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:46,646 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:46,646 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:46,647 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:46,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:46,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:46,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798d5d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:46,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:46,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:46,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:46,649 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:46,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da62bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:46,650 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:46,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:46,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:46,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:46,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17310303655751', row='row-t20', locateType=CURRENT is [region=ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:46:46,655 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T01:46:46,655 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:46:46,655 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:46,655 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:46,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:46,655 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-08T01:46:46,656 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:46:46,660 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/backupUT/.tmp/backup_1731030397770/_temporary/0/_temporary/attempt_local2081419862_0003_r_000000_0/ns2/test-17310303655751/f/463c3c3b65244ffc956fdff8895e20a0 is 38, key is row-t20/f:q1/1731030396436/Put/seqid=0 2024-11-08T01:46:46,662 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:46:46,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741897_1073 (size=5275) 2024-11-08T01:46:47,092 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e0f156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:47,092 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:47,092 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:47,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:47,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:47,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0d593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:47,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:47,095 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:47,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3242e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:47,096 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:47,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:47,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:47,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731030365575', row='row-test-1731030365575-1-0', locateType=CURRENT is [region=test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., hostname=c3c3beb0673d,38031,1731030357345, seqNum=107] 2024-11-08T01:46:47,100 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T01:46:47,100 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:46:47,100 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:47,100 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:47,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:47,100 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731030365575-1-0] 2024-11-08T01:46:47,100 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:46:47,110 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bfdb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:47,110 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:47,110 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:47,111 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:47,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:47,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:47,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7259e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:47,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:47,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:47,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:47,112 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:47,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a4b710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:47,113 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:47,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:47,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731030365575', row='row-test-1731030365575-3-0', locateType=CURRENT is [region=test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., hostname=c3c3beb0673d,38031,1731030357345, seqNum=107] 2024-11-08T01:46:47,117 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T01:46:47,117 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:46:47,117 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:47,117 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:47,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:47,117 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731030365575-3-0] 2024-11-08T01:46:47,117 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:46:47,125 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/backupUT/.tmp/backup_1731030397770/_temporary/0/_temporary/attempt_local2081419862_0003_r_000001_0/default/test-1731030365575/f/65ea8ae446cf41c393bd8dbe15f4fbbd is 59, key is row-test-1731030365575-1-10/f:q1/1731030396114/Put/seqid=0 2024-11-08T01:46:47,126 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:46:47,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741898_1074 (size=10770) 2024-11-08T01:46:47,530 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/backupUT/.tmp/backup_1731030397770/_temporary/0/_temporary/attempt_local2081419862_0003_r_000001_0/default/test-1731030365575/mob/30706254819c41aa9fb5a80ebe431d92 is 63, key is row-test-1731030365575-3-100/mob:q1/1731030396397/Put/seqid=0 2024-11-08T01:46:47,532 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:46:47,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741899_1075 (size=11811) 2024-11-08T01:46:48,436 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37705/backupUT 2024-11-08T01:46:48,436 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731030397770 2024-11-08T01:46:48,436 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-08T01:46:48,456 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37705/backupUT/.tmp/backup_1731030397770, hdfs://localhost:37705/backupUT] 2024-11-08T01:46:48,530 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:46:48,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741900_1076 (size=10770) 2024-11-08T01:46:49,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741901_1077 (size=11811) 2024-11-08T01:46:49,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741902_1078 (size=5275) 2024-11-08T01:46:50,144 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-08T01:46:50,147 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731030397770 2024-11-08T01:46:50,147 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-08T01:46:50,147 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local992229611_0004 completed: true true 2024-11-08T01:46:50,148 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3823568 FILE: Number of bytes written=6205838 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231467 HDFS: Number of bytes written=2433185 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-08T01:46:50,148 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37705/backupUT/.tmp/backup_1731030397770 to hdfs://localhost:37705/backupUT finished. 2024-11-08T01:46:50,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17310303655751:', locateType=CURRENT is [region=backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:46:50,164 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731030397770 2024-11-08T01:46:50,167 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731030375667} 2024-11-08T01:46:50,167 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T01:46:50,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741903_1079 (size=384) 2024-11-08T01:46:50,573 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37705/backupUT/backup_1731030397770/.backup.manifest 2024-11-08T01:46:50,574 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731030397770 finished: type=INCREMENTAL,tablelist=ns2:test-17310303655751;test-1731030365575,targetRootDir=hdfs://localhost:37705/backupUT,startts=1731030402044,completets=1731030410164,bytescopied=0 2024-11-08T01:46:50,574 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T01:46:50,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T01:46:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T01:46:50,582 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T01:46:50,584 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T01:46:50,588 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731030397770 completed. 2024-11-08T01:46:50,588 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-08T01:46:50,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:50,605 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37705/backupUT/backup_1731030397770/.backup.manifest 2024-11-08T01:46:50,608 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731030397770/.backup.manifest 2024-11-08T01:46:50,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731030365575 from 'test-1731030365575', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731030365575', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:46:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731030365575 2024-11-08T01:46:50,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741904_1080 (size=908) 2024-11-08T01:46:50,693 INFO [master/c3c3beb0673d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T01:46:50,693 INFO [master/c3c3beb0673d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T01:46:51,024 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/.tabledesc/.tableinfo.0000000003.950 2024-11-08T01:46:51,024 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/.tabledesc/.tableinfo.0000000004.908 2024-11-08T01:46:51,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731030365575}] 2024-11-08T01:46:51,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE}] 2024-11-08T01:46:51,030 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE 2024-11-08T01:46:51,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=CLOSING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:51,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE because future has completed 2024-11-08T01:46:51,033 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T01:46:51,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:51,186 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,186 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T01:46:51,186 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 489691f02823aec1b95207c589416e6c, disabling compactions & flushes 2024-11-08T01:46:51,186 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:51,186 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:51,186 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. after waiting 0 ms 2024-11-08T01:46:51,186 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:51,191 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-08T01:46:51,192 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:46:51,192 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:51,192 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 489691f02823aec1b95207c589416e6c: Waiting for close lock at 1731030411186Running coprocessor pre-close hooks at 1731030411186Disabling compacts and flushes for region at 1731030411186Disabling writes for close at 1731030411186Writing region close event to WAL at 1731030411188 (+2 ms)Running coprocessor post-close hooks at 1731030411192 (+4 ms)Closed at 1731030411192 2024-11-08T01:46:51,192 WARN [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 489691f02823aec1b95207c589416e6c to self. 2024-11-08T01:46:51,194 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=CLOSED 2024-11-08T01:46:51,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:51,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-08T01:46:51,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 in 165 msec 2024-11-08T01:46:51,200 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE; state=CLOSED, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=true 2024-11-08T01:46:51,350 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:51,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE because future has completed 2024-11-08T01:46:51,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:46:51,508 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:51,508 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 489691f02823aec1b95207c589416e6c, NAME => 'test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:46:51,509 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:46:51,509 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731030365575 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,509 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:46:51,509 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,509 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,511 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,512 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489691f02823aec1b95207c589416e6c columnFamilyName f 2024-11-08T01:46:51,512 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:51,518 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/83377ecafef44b61929cee753d4f7485 2024-11-08T01:46:51,523 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 2024-11-08T01:46:51,523 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(327): Store=489691f02823aec1b95207c589416e6c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:51,523 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,524 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489691f02823aec1b95207c589416e6c columnFamilyName f2 2024-11-08T01:46:51,524 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:51,525 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(327): Store=489691f02823aec1b95207c589416e6c/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:51,525 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,526 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489691f02823aec1b95207c589416e6c columnFamilyName mob 2024-11-08T01:46:51,526 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:46:51,533 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 2024-11-08T01:46:51,537 DEBUG [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/87e64567dd484d2580d062bdd5c8eadc 2024-11-08T01:46:51,537 INFO [StoreOpener-489691f02823aec1b95207c589416e6c-1 {}] regionserver.HStore(327): Store=489691f02823aec1b95207c589416e6c/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:46:51,538 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,539 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,540 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,541 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,541 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,542 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731030365575 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T01:46:51,543 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,544 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 489691f02823aec1b95207c589416e6c; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11136850560, jitterRate=0.03720003366470337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T01:46:51,544 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 489691f02823aec1b95207c589416e6c 2024-11-08T01:46:51,547 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 489691f02823aec1b95207c589416e6c: Running coprocessor pre-open hook at 1731030411509Writing region info on filesystem at 1731030411509Initializing all the Stores at 1731030411510 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030411510Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030411510Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030411510Cleaning up temporary data from old regions at 1731030411541 (+31 ms)Running coprocessor post-open hooks at 1731030411544 (+3 ms)Region opened successfully at 1731030411546 (+2 ms) 2024-11-08T01:46:51,547 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., pid=46, masterSystemTime=1731030411505 2024-11-08T01:46:51,550 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:51,550 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:46:51,550 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=489691f02823aec1b95207c589416e6c, regionState=OPEN, openSeqNum=338, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:51,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:46:51,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-08T01:46:51,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 489691f02823aec1b95207c589416e6c, server=c3c3beb0673d,38031,1731030357345 in 200 msec 2024-11-08T01:46:51,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-08T01:46:51,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731030365575, region=489691f02823aec1b95207c589416e6c, REOPEN/MOVE in 525 msec 2024-11-08T01:46:51,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T01:46:51,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731030365575 in 530 msec 2024-11-08T01:46:51,561 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731030365575 2024-11-08T01:46:51,568 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 2024-11-08T01:46:51,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731030365575 in 958 msec 2024-11-08T01:46:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T01:46:51,571 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731030365575 completed 2024-11-08T01:46:51,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,603 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T01:46:51,607 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731030411572 2024-11-08T01:46:51,609 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731030397770} 2024-11-08T01:46:51,609 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731030375667} 2024-11-08T01:46:51,609 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-08T01:46:51,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,649 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731030365575 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731030365575 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T01:46:51,652 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731030411572,startts=0,failedts=1731030411649,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731030365575 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-08T01:46:51,652 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-08T01:46:51,654 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-08T01:46:51,654 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T01:46:51,655 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-08T01:46:51,655 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-08T01:46:51,657 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T01:46:51,659 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731030411572 failed. 2024-11-08T01:46:51,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:51,675 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731030365575, ns2:test-17310303655751, ns3:test-17310303655752, ns4:test-17310303655753] 2024-11-08T01:46:51,675 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T01:46:51,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T01:46:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030411680 (current time:1731030411680). 2024-11-08T01:46:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:46:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T01:46:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8385c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:51,681 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:51,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:51,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:51,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec0cb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:51,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:51,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:51,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:51,683 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:51,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb26dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:51,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:51,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:51,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:51,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:46:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:46:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:51,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:46:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T01:46:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-08T01:46:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T01:46:51,689 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:46:51,690 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:46:51,693 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:46:51,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741905_1081 (size=52) 2024-11-08T01:46:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T01:46:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T01:46:52,100 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:46:52,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e}] 2024-11-08T01:46:52,101 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:52,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-08T01:46:52,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:52,254 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 2502b3292eb72eeb3a9b1be46cef384e 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-08T01:46:52,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/cbb6da9619a94202a64261197f3428df is 158, key is trslm:hdfs://localhost:37705/backupUT\x00ns2:test-17310303655751/meta:log-roll-map/1731030410154/Put/seqid=0 2024-11-08T01:46:52,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741906_1082 (size=5745) 2024-11-08T01:46:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T01:46:52,663 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/cbb6da9619a94202a64261197f3428df 2024-11-08T01:46:52,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/18f6007898e34ed3af1417d59c2fb50a is 1245, key is session:backup_1731030411572/session:context/1731030411656/Put/seqid=0 2024-11-08T01:46:52,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741907_1083 (size=6682) 2024-11-08T01:46:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T01:46:53,078 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/18f6007898e34ed3af1417d59c2fb50a 2024-11-08T01:46:53,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/cbb6da9619a94202a64261197f3428df as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/cbb6da9619a94202a64261197f3428df 2024-11-08T01:46:53,091 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/cbb6da9619a94202a64261197f3428df, entries=4, sequenceid=31, filesize=5.6 K 2024-11-08T01:46:53,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/18f6007898e34ed3af1417d59c2fb50a as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/18f6007898e34ed3af1417d59c2fb50a 2024-11-08T01:46:53,097 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/18f6007898e34ed3af1417d59c2fb50a, entries=3, sequenceid=31, filesize=6.5 K 2024-11-08T01:46:53,098 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 2502b3292eb72eeb3a9b1be46cef384e in 844ms, sequenceid=31, compaction requested=true 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 2502b3292eb72eeb3a9b1be46cef384e: 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. for snapshot_backup_system completed. 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.' region-info for snapshot=snapshot_backup_system 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/ae63abf6dadd4f6092155c8d176def4b, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/cbb6da9619a94202a64261197f3428df] hfiles 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/ae63abf6dadd4f6092155c8d176def4b for snapshot=snapshot_backup_system 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/cbb6da9619a94202a64261197f3428df for snapshot=snapshot_backup_system 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/5309ea5b52e04ff19520709c53513601, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/18f6007898e34ed3af1417d59c2fb50a] hfiles 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb for snapshot=snapshot_backup_system 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/5309ea5b52e04ff19520709c53513601 for snapshot=snapshot_backup_system 2024-11-08T01:46:53,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/18f6007898e34ed3af1417d59c2fb50a for snapshot=snapshot_backup_system 2024-11-08T01:46:53,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741908_1084 (size=251) 2024-11-08T01:46:53,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:46:53,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T01:46:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T01:46:53,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:53,506 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:46:53,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T01:46:53,508 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:46:53,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e in 1.4070 sec 2024-11-08T01:46:53,509 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:46:53,510 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:46:53,510 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T01:46:53,511 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T01:46:53,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741909_1085 (size=888) 2024-11-08T01:46:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T01:46:53,921 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:46:53,929 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:46:53,929 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_backup_system 2024-11-08T01:46:53,930 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:46:53,931 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-08T01:46:53,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2440 sec 2024-11-08T01:46:54,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 36c2335b259eb83bc469296b004d9935, had cached 0 bytes from a total of 8413 2024-11-08T01:46:54,789 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T01:46:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T01:46:55,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T01:46:55,853 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731030411660 started at 1731030415853. 2024-11-08T01:46:55,855 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731030411660 has been started. 2024-11-08T01:46:55,859 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-08T01:46:55,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T01:46:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T01:46:55,861 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T01:46:55,861 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T01:46:55,861 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T01:46:55,861 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T01:46:55,861 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:55,862 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:55,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T01:46:55,863 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,864 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T01:46:55,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T01:46:55,864 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,864 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T01:46:55,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:55,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:55,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T01:46:55,866 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:55,866 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T01:46:55,866 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T01:46:55,866 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T01:46:55,866 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T01:46:55,866 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T01:46:55,866 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T01:46:55,866 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T01:46:55,866 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'c3c3beb0673d,38031,1731030357345' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T01:46:55,868 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:55,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,868 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:46:55,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:46:55,869 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T01:46:55,869 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T01:46:55,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:46:55,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:46:55,870 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:55,870 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,870 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:46:55,871 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'c3c3beb0673d,38031,1731030357345' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T01:46:55,871 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@159b470f[Count = 0] remaining members to acquire global barrier 2024-11-08T01:46:55,871 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T01:46:55,871 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:55,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:55,872 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:55,872 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:55,873 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T01:46:55,873 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,873 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T01:46:55,873 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T01:46:55,873 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,873 INFO [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731030402105 highest: 1731030402105 on c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,873 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.meta:.meta(num 1731030402069) roll requested 2024-11-08T01:46:55,887 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030415873.meta, exclude list is [], retry=0 2024-11-08T01:46:55,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:55,891 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030402069.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030415873.meta 2024-11-08T01:46:55,891 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:55,891 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030402069.meta is not closed yet, will try archiving it next time 2024-11-08T01:46:55,891 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1:(num 1731030402087) roll requested 2024-11-08T01:46:55,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741889_1065 (size=1903) 2024-11-08T01:46:55,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030402069.meta not finished, retry = 0 2024-11-08T01:46:55,906 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891, exclude list is [], retry=0 2024-11-08T01:46:55,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:55,910 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030402087 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891 2024-11-08T01:46:55,910 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:55,910 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030402087 is not closed yet, will try archiving it next time 2024-11-08T01:46:55,910 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0:(num 1731030402105) roll requested 2024-11-08T01:46:55,910 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030382477 2024-11-08T01:46:55,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741890_1066 (size=4927) 2024-11-08T01:46:55,923 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910, exclude list is [], retry=0 2024-11-08T01:46:55,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:46:55,927 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030402105 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 2024-11-08T01:46:55,927 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:46:55,927 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030402105 is not closed yet, will try archiving it next time 2024-11-08T01:46:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741891_1067 (size=93) 2024-11-08T01:46:55,929 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030402105 not finished, retry = 0 2024-11-08T01:46:55,933 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T01:46:55,933 INFO [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731030415910 on c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:46:55,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:46:55,950 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T01:46:55,950 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'c3c3beb0673d,38031,1731030357345' in zk 2024-11-08T01:46:55,953 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T01:46:55,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,953 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T01:46:55,953 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T01:46:55,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:46:55,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:46:55,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:46:55,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:46:55,954 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:55,954 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,954 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:46:55,955 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:55,955 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,955 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'c3c3beb0673d,38031,1731030357345': 2024-11-08T01:46:55,956 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T01:46:55,956 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T01:46:55,956 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'c3c3beb0673d,38031,1731030357345' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T01:46:55,956 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T01:46:55,956 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T01:46:55,956 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T01:46:55,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:55,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:55,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T01:46:55,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:55,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:46:55,958 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:55,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:46:55,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:55,958 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:46:55,959 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T01:46:55,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T01:46:55,959 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:55,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T01:46:55,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:46:55,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:55,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,961 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:46:55,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:46:55,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T01:46:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T01:46:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:46:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T01:46:55,964 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T01:46:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:46:55,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T01:46:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:46:55,964 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T01:46:55,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T01:46:55,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T01:46:55,965 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T01:46:55,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T01:46:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T01:46:55,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-08T01:46:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030415976 (current time:1731030415976). 2024-11-08T01:46:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:46:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731030415975_backup_system_bulk VERSION not specified, setting to 2 2024-11-08T01:46:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4768c510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:55,978 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:55,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:55,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:55,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148e4fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:55,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:55,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:55,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:55,979 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:55,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8cd7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:55,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:55,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:55,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:55,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:46:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:46:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:55,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:46:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-08T01:46:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-08T01:46:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-08T01:46:55,986 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:46:55,987 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:46:55,989 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:46:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741913_1089 (size=76) 2024-11-08T01:46:56,030 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030402105 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030402105 2024-11-08T01:46:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-08T01:46:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-08T01:46:56,396 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:46:56,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81c5edca4fa52ce85891a27274c3c801}] 2024-11-08T01:46:56,397 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:56,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-08T01:46:56,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:46:56,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 81c5edca4fa52ce85891a27274c3c801: 2024-11-08T01:46:56,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. for snapshot_1731030415975_backup_system_bulk completed. 2024-11-08T01:46:56,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801.' region-info for snapshot=snapshot_1731030415975_backup_system_bulk 2024-11-08T01:46:56,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:46:56,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:46:56,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:46:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741914_1090 (size=61) 2024-11-08T01:46:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-08T01:46:56,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T01:46:56,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:46:56,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T01:46:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T01:46:56,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731030415975_backup_system_bulk on region 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:56,957 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:46:56,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-08T01:46:56,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 81c5edca4fa52ce85891a27274c3c801 in 562 msec 2024-11-08T01:46:56,959 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:46:56,960 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:46:56,961 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:46:56,961 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731030415975_backup_system_bulk 2024-11-08T01:46:56,962 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030415975_backup_system_bulk 2024-11-08T01:46:56,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741915_1091 (size=702) 2024-11-08T01:46:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-08T01:46:57,372 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:46:57,377 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:46:57,378 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030415975_backup_system_bulk to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030415975_backup_system_bulk 2024-11-08T01:46:57,380 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:46:57,380 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-08T01:46:57,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731030415975_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.3960 sec 2024-11-08T01:46:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-08T01:46:58,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-08T01:46:58,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } 2024-11-08T01:46:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030418134 (current time:1731030418134). 2024-11-08T01:46:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:46:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731030418133_ns2_test-17310303655751 VERSION not specified, setting to 2 2024-11-08T01:46:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3685e2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:46:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:46:58,136 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:46:58,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:46:58,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:46:58,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7411fe64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:58,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:46:58,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:46:58,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:58,137 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:46:58,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2be014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:46:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:46:58,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:46:58,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:46:58,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:46:58,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:46:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:46:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:46:58,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:46:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:46:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } 2024-11-08T01:46:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-08T01:46:58,143 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:46:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-08T01:46:58,144 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:46:58,146 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:46:58,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741916_1092 (size=86) 2024-11-08T01:46:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-08T01:46:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-08T01:46:58,553 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:46:58,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36c2335b259eb83bc469296b004d9935}] 2024-11-08T01:46:58,554 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:58,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-08T01:46:58,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:58,706 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2902): Flushing 36c2335b259eb83bc469296b004d9935 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-08T01:46:58,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/.tmp/f/44f8a36441134a768147fc78b93540fd is 38, key is row-t20/f:q1/1731030396436/Put/seqid=0 2024-11-08T01:46:58,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741917_1093 (size=5134) 2024-11-08T01:46:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-08T01:46:59,116 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/.tmp/f/44f8a36441134a768147fc78b93540fd 2024-11-08T01:46:59,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/.tmp/f/44f8a36441134a768147fc78b93540fd as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/44f8a36441134a768147fc78b93540fd 2024-11-08T01:46:59,128 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/44f8a36441134a768147fc78b93540fd, entries=5, sequenceid=111, filesize=5.0 K 2024-11-08T01:46:59,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 36c2335b259eb83bc469296b004d9935 in 423ms, sequenceid=111, compaction requested=false 2024-11-08T01:46:59,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 36c2335b259eb83bc469296b004d9935: 2024-11-08T01:46:59,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. for snapshot_1731030418133_ns2_test-17310303655751 completed. 2024-11-08T01:46:59,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935.' region-info for snapshot=snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:46:59,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:46:59,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/44f8a36441134a768147fc78b93540fd] hfiles 2024-11-08T01:46:59,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 for snapshot=snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:46:59,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/44f8a36441134a768147fc78b93540fd for snapshot=snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:46:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741918_1094 (size=130) 2024-11-08T01:46:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-08T01:46:59,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:46:59,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T01:46:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T01:46:59,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731030418133_ns2_test-17310303655751 on region 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:59,536 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 36c2335b259eb83bc469296b004d9935 2024-11-08T01:46:59,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-08T01:46:59,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 36c2335b259eb83bc469296b004d9935 in 984 msec 2024-11-08T01:46:59,539 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:46:59,539 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:46:59,540 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:46:59,540 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:46:59,541 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:46:59,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741919_1095 (size=496) 2024-11-08T01:46:59,956 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:46:59,963 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:46:59,963 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030418133_ns2_test-17310303655751 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:46:59,965 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:46:59,965 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-08T01:46:59,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731030418133_ns2_test-17310303655751 table=ns2:test-17310303655751 type=FLUSH ttl=0 } in 1.8230 sec 2024-11-08T01:47:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-08T01:47:00,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17310303655751 completed 2024-11-08T01:47:00,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } 2024-11-08T01:47:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030420295 (current time:1731030420295). 2024-11-08T01:47:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:47:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731030420294_ns3_test-17310303655752 VERSION not specified, setting to 2 2024-11-08T01:47:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e3192e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:00,297 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bcad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:00,298 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:00,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6327d522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:00,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:00,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:00,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:00,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:47:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:00,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:47:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } 2024-11-08T01:47:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-08T01:47:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-08T01:47:00,304 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:47:00,305 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:47:00,307 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:47:00,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741920_1096 (size=86) 2024-11-08T01:47:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-08T01:47:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-08T01:47:00,645 DEBUG [master/c3c3beb0673d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T01:47:00,713 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:47:00,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb109be79f9b5b8c70655d940fb54bee}] 2024-11-08T01:47:00,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:47:00,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-08T01:47:00,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:47:00,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for fb109be79f9b5b8c70655d940fb54bee: 2024-11-08T01:47:00,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. for snapshot_1731030420294_ns3_test-17310303655752 completed. 2024-11-08T01:47:00,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee.' region-info for snapshot=snapshot_1731030420294_ns3_test-17310303655752 2024-11-08T01:47:00,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:47:00,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:47:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741921_1097 (size=52) 2024-11-08T01:47:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-08T01:47:01,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:47:01,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T01:47:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T01:47:01,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731030420294_ns3_test-17310303655752 on region fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:47:01,274 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:47:01,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-08T01:47:01,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb109be79f9b5b8c70655d940fb54bee in 562 msec 2024-11-08T01:47:01,277 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:47:01,278 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:47:01,278 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:47:01,278 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731030420294_ns3_test-17310303655752 2024-11-08T01:47:01,279 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030420294_ns3_test-17310303655752 2024-11-08T01:47:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741922_1098 (size=443) 2024-11-08T01:47:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-08T01:47:01,689 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:47:01,694 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:47:01,694 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030420294_ns3_test-17310303655752 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030420294_ns3_test-17310303655752 2024-11-08T01:47:01,696 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:47:01,696 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-08T01:47:01,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731030420294_ns3_test-17310303655752 table=ns3:test-17310303655752 type=FLUSH ttl=0 } in 1.3930 sec 2024-11-08T01:47:01,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2502b3292eb72eeb3a9b1be46cef384e, had cached 0 bytes from a total of 28925 2024-11-08T01:47:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-08T01:47:02,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17310303655752 completed 2024-11-08T01:47:02,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } 2024-11-08T01:47:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030422455 (current time:1731030422455). 2024-11-08T01:47:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:47:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731030422454_ns4_test-17310303655753 VERSION not specified, setting to 2 2024-11-08T01:47:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d152b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:02,457 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:02,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:02,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:02,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7962e175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:02,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:02,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:02,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:02,458 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:02,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75995ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:02,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:02,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:02,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:47:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:02,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:47:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } 2024-11-08T01:47:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-08T01:47:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-08T01:47:02,465 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:47:02,466 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:47:02,469 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:47:02,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741923_1099 (size=86) 2024-11-08T01:47:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-08T01:47:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-08T01:47:02,875 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:47:02,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53681445d83788b34581790d1f6b9368}] 2024-11-08T01:47:02,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53681445d83788b34581790d1f6b9368 2024-11-08T01:47:03,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-08T01:47:03,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:47:03,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for 53681445d83788b34581790d1f6b9368: 2024-11-08T01:47:03,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. for snapshot_1731030422454_ns4_test-17310303655753 completed. 2024-11-08T01:47:03,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368.' region-info for snapshot=snapshot_1731030422454_ns4_test-17310303655753 2024-11-08T01:47:03,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:47:03,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:47:03,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741924_1100 (size=52) 2024-11-08T01:47:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-08T01:47:03,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:47:03,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T01:47:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T01:47:03,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731030422454_ns4_test-17310303655753 on region 53681445d83788b34581790d1f6b9368 2024-11-08T01:47:03,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53681445d83788b34581790d1f6b9368 2024-11-08T01:47:03,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-08T01:47:03,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53681445d83788b34581790d1f6b9368 in 562 msec 2024-11-08T01:47:03,438 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:47:03,439 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:47:03,440 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:47:03,440 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731030422454_ns4_test-17310303655753 2024-11-08T01:47:03,441 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030422454_ns4_test-17310303655753 2024-11-08T01:47:03,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741925_1101 (size=443) 2024-11-08T01:47:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-08T01:47:03,851 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:47:03,856 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:47:03,856 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030422454_ns4_test-17310303655753 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030422454_ns4_test-17310303655753 2024-11-08T01:47:03,857 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:47:03,857 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-08T01:47:03,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731030422454_ns4_test-17310303655753 table=ns4:test-17310303655753 type=FLUSH ttl=0 } in 1.3940 sec 2024-11-08T01:47:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-08T01:47:04,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17310303655753 completed 2024-11-08T01:47:04,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } 2024-11-08T01:47:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030424614 (current time:1731030424614). 2024-11-08T01:47:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:47:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731030424614_default_test-1731030365575 VERSION not specified, setting to 2 2024-11-08T01:47:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb65f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:04,616 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:04,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:04,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:04,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5ea0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:04,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:04,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:04,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:04,617 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:04,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323b6a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:04,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:04,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:04,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:04,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:47:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:04,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:47:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } 2024-11-08T01:47:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-08T01:47:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T01:47:04,624 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:47:04,625 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:47:04,627 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:47:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741926_1102 (size=84) 2024-11-08T01:47:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T01:47:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T01:47:05,033 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:47:05,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 489691f02823aec1b95207c589416e6c}] 2024-11-08T01:47:05,034 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 489691f02823aec1b95207c589416e6c 2024-11-08T01:47:05,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-08T01:47:05,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 489691f02823aec1b95207c589416e6c: 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. for snapshot_1731030424614_default_test-1731030365575 completed. 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c.' region-info for snapshot=snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/83377ecafef44b61929cee753d4f7485] hfiles 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 for snapshot=snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/83377ecafef44b61929cee753d4f7485 for snapshot=snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/87e64567dd484d2580d062bdd5c8eadc] hfiles 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 for snapshot=snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:05,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/87e64567dd484d2580d062bdd5c8eadc for snapshot=snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:05,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741927_1103 (size=224) 2024-11-08T01:47:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T01:47:05,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:47:05,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-08T01:47:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-08T01:47:05,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731030424614_default_test-1731030365575 on region 489691f02823aec1b95207c589416e6c 2024-11-08T01:47:05,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 489691f02823aec1b95207c589416e6c 2024-11-08T01:47:05,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-08T01:47:05,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 489691f02823aec1b95207c589416e6c in 561 msec 2024-11-08T01:47:05,597 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:47:05,597 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:47:05,599 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-08T01:47:05,599 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-08T01:47:05,599 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:05,599 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-08T01:47:05,599 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:05,600 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-08T01:47:05,600 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:05,601 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58/mob/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c] hfiles 2024-11-08T01:47:05,601 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58/mob/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c 2024-11-08T01:47:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741928_1104 (size=168) 2024-11-08T01:47:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T01:47:06,008 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:47:06,008 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:06,008 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:06,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741929_1105 (size=1305) 2024-11-08T01:47:06,419 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:47:06,426 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:47:06,426 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_1731030424614_default_test-1731030365575 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:06,428 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:47:06,428 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-08T01:47:06,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731030424614_default_test-1731030365575 table=test-1731030365575 type=FLUSH ttl=0 } in 1.8060 sec 2024-11-08T01:47:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T01:47:06,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731030365575 completed 2024-11-08T01:47:06,773 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731030411660 2024-11-08T01:47:06,773 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-08T01:47:06,774 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-08T01:47:06,774 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731030411660_backup:system_bulk 2024-11-08T01:47:06,774 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731030415975_backup_system_bulk to hdfs://localhost:37705/backupUT/backup_1731030411660/backup/system_bulk/ 2024-11-08T01:47:06,774 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T01:47:06,805 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37705, inputRoot=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:06,805 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1285118259_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37705/backupUT/backup_1731030411660/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37705/backupUT/backup_1731030411660/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731030415975_backup_system_bulk 2024-11-08T01:47:06,808 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T01:47:06,812 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030415975_backup_system_bulk to hdfs://localhost:37705/backupUT/backup_1731030411660/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731030415975_backup_system_bulk 2024-11-08T01:47:06,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741930_1106 (size=76) 2024-11-08T01:47:06,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741931_1107 (size=702) 2024-11-08T01:47:07,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:07,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:07,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-2196720469137408243.jar 2024-11-08T01:47:08,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:08,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:08,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:47:08,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:47:08,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:47:08,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:47:08,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:47:08,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:47:08,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:47:08,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:47:08,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:47:08,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:47:08,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:08,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:08,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:08,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:08,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:08,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:08,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:08,253 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:08,282 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731030415975_backup_system_bulk' hfile list 2024-11-08T01:47:08,377 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1560259868_0005_90fb7e60-645b-4f8e-b487-4639907a0b45/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:47:08,377 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1560259868_0005_90fb7e60-645b-4f8e-b487-4639907a0b45/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:47:09,417 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T01:47:09,418 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T01:47:09,423 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731030415975_backup_system_bulk 2024-11-08T01:47:09,423 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731030415975_backup_system_bulk finished. 2024-11-08T01:47:09,423 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731030411660_ns2:test-17310303655751 2024-11-08T01:47:09,423 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731030418133_ns2_test-17310303655751 to hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751/ 2024-11-08T01:47:09,423 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T01:47:09,454 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37705, inputRoot=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:09,454 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1285118259_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751/.hbase-snapshot/.tmp/snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:47:09,456 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T01:47:09,461 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030418133_ns2_test-17310303655751 to hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751/.hbase-snapshot/.tmp/snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:47:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741932_1108 (size=86) 2024-11-08T01:47:09,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741933_1109 (size=496) 2024-11-08T01:47:09,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:09,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:09,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-9943482077687241782.jar 2024-11-08T01:47:10,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:10,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:10,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:47:10,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:47:10,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:47:10,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:47:10,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:47:10,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:47:10,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:47:10,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:47:10,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:47:10,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:47:10,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:10,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:10,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:10,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:10,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:10,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:10,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:10,905 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:10,934 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731030418133_ns2_test-17310303655751' hfile list 2024-11-08T01:47:10,936 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-08T01:47:11,023 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1634545923_0006_60c5b775-a88f-46e8-8a98-3060cc547bae/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:47:11,024 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1634545923_0006_60c5b775-a88f-46e8-8a98-3060cc547bae/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:47:11,096 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T01:47:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741934_1110 (size=8413) 2024-11-08T01:47:11,540 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 output=hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 2024-11-08T01:47:11,540 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-08T01:47:11,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741935_1111 (size=5134) 2024-11-08T01:47:11,973 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/44f8a36441134a768147fc78b93540fd output=hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/44f8a36441134a768147fc78b93540fd 2024-11-08T01:47:11,974 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-08T01:47:12,065 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T01:47:12,066 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T01:47:12,074 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:47:12,074 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731030418133_ns2_test-17310303655751 finished. 2024-11-08T01:47:12,074 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731030411660_ns3:test-17310303655752 2024-11-08T01:47:12,074 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731030420294_ns3_test-17310303655752 to hdfs://localhost:37705/backupUT/backup_1731030411660/ns3/test-17310303655752/ 2024-11-08T01:47:12,074 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T01:47:12,103 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37705, inputRoot=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:12,103 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1285118259_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37705/backupUT/backup_1731030411660/ns3/test-17310303655752, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37705/backupUT/backup_1731030411660/ns3/test-17310303655752/.hbase-snapshot/.tmp/snapshot_1731030420294_ns3_test-17310303655752 2024-11-08T01:47:12,105 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T01:47:12,108 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030420294_ns3_test-17310303655752 to hdfs://localhost:37705/backupUT/backup_1731030411660/ns3/test-17310303655752/.hbase-snapshot/.tmp/snapshot_1731030420294_ns3_test-17310303655752 2024-11-08T01:47:12,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741936_1112 (size=86) 2024-11-08T01:47:12,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741937_1113 (size=443) 2024-11-08T01:47:12,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:12,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:12,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,505 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-2877048230574754166.jar 2024-11-08T01:47:13,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:13,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:13,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:47:13,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:47:13,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:47:13,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:47:13,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:47:13,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:47:13,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:47:13,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:47:13,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:47:13,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:47:13,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:13,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:13,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:13,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:13,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:13,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:13,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:13,552 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:13,579 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731030420294_ns3_test-17310303655752' hfile list 2024-11-08T01:47:13,675 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local2060700188_0007_71059b1f-56cc-45c5-8aac-28d58a5a3209/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:47:13,675 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local2060700188_0007_71059b1f-56cc-45c5-8aac-28d58a5a3209/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:47:14,715 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T01:47:14,716 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T01:47:14,720 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731030420294_ns3_test-17310303655752 2024-11-08T01:47:14,720 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731030420294_ns3_test-17310303655752 finished. 2024-11-08T01:47:14,720 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731030411660_ns4:test-17310303655753 2024-11-08T01:47:14,721 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731030422454_ns4_test-17310303655753 to hdfs://localhost:37705/backupUT/backup_1731030411660/ns4/test-17310303655753/ 2024-11-08T01:47:14,721 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T01:47:14,750 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37705, inputRoot=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:14,750 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1285118259_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37705/backupUT/backup_1731030411660/ns4/test-17310303655753, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37705/backupUT/backup_1731030411660/ns4/test-17310303655753/.hbase-snapshot/.tmp/snapshot_1731030422454_ns4_test-17310303655753 2024-11-08T01:47:14,752 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T01:47:14,756 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030422454_ns4_test-17310303655753 to hdfs://localhost:37705/backupUT/backup_1731030411660/ns4/test-17310303655753/.hbase-snapshot/.tmp/snapshot_1731030422454_ns4_test-17310303655753 2024-11-08T01:47:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741938_1114 (size=86) 2024-11-08T01:47:14,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741939_1115 (size=443) 2024-11-08T01:47:15,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:15,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:15,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-17272204709015772234.jar 2024-11-08T01:47:16,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:16,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:16,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:47:16,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:47:16,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:47:16,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:47:16,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:47:16,156 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:47:16,156 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:47:16,156 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:47:16,156 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:47:16,156 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:47:16,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:16,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:16,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:16,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:16,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:16,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:16,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:16,197 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:16,223 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731030422454_ns4_test-17310303655753' hfile list 2024-11-08T01:47:16,308 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1348818064_0008_ca7b8315-b72f-4079-af28-b7ca4aaa4f21/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:47:16,308 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1348818064_0008_ca7b8315-b72f-4079-af28-b7ca4aaa4f21/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:47:17,348 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T01:47:17,349 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T01:47:17,354 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731030422454_ns4_test-17310303655753 2024-11-08T01:47:17,354 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731030422454_ns4_test-17310303655753 finished. 2024-11-08T01:47:17,354 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731030411660_test-1731030365575 2024-11-08T01:47:17,354 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731030424614_default_test-1731030365575 to hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/ 2024-11-08T01:47:17,354 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T01:47:17,383 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:37705, inputRoot=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:17,383 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1285118259_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/.hbase-snapshot/.tmp/snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:17,385 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T01:47:17,390 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_1731030424614_default_test-1731030365575 to hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/.hbase-snapshot/.tmp/snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:17,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741940_1116 (size=84) 2024-11-08T01:47:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741941_1117 (size=1305) 2024-11-08T01:47:17,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:17,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:17,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-15307726174674835911.jar 2024-11-08T01:47:18,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:18,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:18,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:47:18,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:47:18,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:47:18,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:47:18,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:47:18,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:47:18,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:47:18,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:47:18,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:47:18,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:47:18,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:18,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:18,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:18,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:18,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T01:47:18,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:18,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:18,837 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:18,863 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731030424614_default_test-1731030365575' hfile list 2024-11-08T01:47:18,866 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-08T01:47:18,952 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local47260431_0009_80cd5e22-4f8e-403a-af09-ee7d1029ab7c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:47:18,952 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local47260431_0009_80cd5e22-4f8e-403a-af09-ee7d1029ab7c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:47:19,021 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T01:47:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741942_1118 (size=13760) 2024-11-08T01:47:19,463 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/87e64567dd484d2580d062bdd5c8eadc output=hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/87e64567dd484d2580d062bdd5c8eadc 2024-11-08T01:47:19,463 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-08T01:47:19,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741943_1119 (size=10796) 2024-11-08T01:47:19,896 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/83377ecafef44b61929cee753d4f7485 output=hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/83377ecafef44b61929cee753d4f7485 2024-11-08T01:47:19,896 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-08T01:47:19,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741944_1120 (size=8413) 2024-11-08T01:47:20,337 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 output=hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 2024-11-08T01:47:20,337 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-08T01:47:20,362 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58/mob/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c to hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58/mob/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c" truncated to max limit (512 characters) 2024-11-08T01:47:20,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741945_1121 (size=5591) 2024-11-08T01:47:20,770 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58/mob/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c output=hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58/mob/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c 2024-11-08T01:47:20,770 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.012M/sec 2024-11-08T01:47:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741946_1122 (size=5484) 2024-11-08T01:47:21,211 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 output=hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 2024-11-08T01:47:21,211 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-08T01:47:21,994 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T01:47:21,995 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T01:47:22,003 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:22,003 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731030424614_default_test-1731030365575 finished. 2024-11-08T01:47:22,003 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-08T01:47:22,003 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17310303655751 2024-11-08T01:47:22,003 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17310303655752 2024-11-08T01:47:22,003 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17310303655753 2024-11-08T01:47:22,003 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731030365575 2024-11-08T01:47:22,012 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731030411660 2024-11-08T01:47:22,012 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-08T01:47:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741947_1123 (size=209) 2024-11-08T01:47:22,418 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37705/backupUT/backup_1731030411660/.backup.manifest 2024-11-08T01:47:22,418 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731030411660 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17310303655751;ns3:test-17310303655752;ns4:test-17310303655753;test-1731030365575,targetRootDir=hdfs://localhost:37705/backupUT,startts=1731030415853,completets=1731030442012,bytescopied=0 2024-11-08T01:47:22,418 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-08T01:47:22,418 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731030415975_backup_system_bulk 2024-11-08T01:47:22,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731030415975_backup_system_bulk" type: DISABLED 2024-11-08T01:47:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731030415975_backup_system_bulk 2024-11-08T01:47:22,423 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731030415975_backup_system_bulk for backup backup_1731030411660 succeeded. 2024-11-08T01:47:22,423 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:47:22,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731030418133_ns2_test-17310303655751" type: DISABLED 2024-11-08T01:47:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731030418133_ns2_test-17310303655751 2024-11-08T01:47:22,426 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731030418133_ns2_test-17310303655751 for backup backup_1731030411660 succeeded. 2024-11-08T01:47:22,426 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731030420294_ns3_test-17310303655752 2024-11-08T01:47:22,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731030420294_ns3_test-17310303655752" type: DISABLED 2024-11-08T01:47:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731030420294_ns3_test-17310303655752 2024-11-08T01:47:22,429 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731030420294_ns3_test-17310303655752 for backup backup_1731030411660 succeeded. 2024-11-08T01:47:22,429 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731030422454_ns4_test-17310303655753 2024-11-08T01:47:22,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731030422454_ns4_test-17310303655753" type: DISABLED 2024-11-08T01:47:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731030422454_ns4_test-17310303655753 2024-11-08T01:47:22,432 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731030422454_ns4_test-17310303655753 for backup backup_1731030411660 succeeded. 2024-11-08T01:47:22,432 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:22,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731030424614_default_test-1731030365575" type: DISABLED 2024-11-08T01:47:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731030424614_default_test-1731030365575 2024-11-08T01:47:22,435 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731030424614_default_test-1731030365575 for backup backup_1731030411660 succeeded. 2024-11-08T01:47:22,436 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T01:47:22,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T01:47:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T01:47:22,441 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T01:47:22,444 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T01:47:22,449 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731030411660 completed. 2024-11-08T01:47:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:24,790 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T01:47:27,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,509 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T01:47:27,512 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731030447473 2024-11-08T01:47:27,514 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731030411660} 2024-11-08T01:47:27,514 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T01:47:27,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:27,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T01:47:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731030447599 (current time:1731030447599). 2024-11-08T01:47:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T01:47:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T01:47:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f37627c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:27,601 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:27,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:27,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:27,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8eee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:27,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:27,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:27,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:27,602 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:27,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55641e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:27,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:27,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:27,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:27,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757. 2024-11-08T01:47:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:27,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T01:47:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T01:47:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-08T01:47:27,609 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T01:47:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-08T01:47:27,610 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T01:47:27,611 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T01:47:27,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741948_1124 (size=52) 2024-11-08T01:47:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-08T01:47:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-08T01:47:28,018 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T01:47:28,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e}] 2024-11-08T01:47:28,019 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:47:28,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-08T01:47:28,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:47:28,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing 2502b3292eb72eeb3a9b1be46cef384e 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-08T01:47:28,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/6125680e55784c09b5f7d78b4fd13483 is 158, key is trslm:hdfs://localhost:37705/backupUT\x00ns2:test-17310303655751/meta:log-roll-map/1731030442007/Put/seqid=0 2024-11-08T01:47:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741949_1125 (size=6646) 2024-11-08T01:47:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-08T01:47:28,580 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/6125680e55784c09b5f7d78b4fd13483 2024-11-08T01:47:28,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/f96bca9ab7f14cc0b716aba753c88f9c is 826, key is session:backup_1731030411660/session:context/1731030442443/Put/seqid=0 2024-11-08T01:47:28,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741950_1126 (size=5928) 2024-11-08T01:47:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-08T01:47:28,993 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/f96bca9ab7f14cc0b716aba753c88f9c 2024-11-08T01:47:29,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/6125680e55784c09b5f7d78b4fd13483 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/6125680e55784c09b5f7d78b4fd13483 2024-11-08T01:47:29,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/6125680e55784c09b5f7d78b4fd13483, entries=12, sequenceid=42, filesize=6.5 K 2024-11-08T01:47:29,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/f96bca9ab7f14cc0b716aba753c88f9c as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/f96bca9ab7f14cc0b716aba753c88f9c 2024-11-08T01:47:29,011 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/f96bca9ab7f14cc0b716aba753c88f9c, entries=2, sequenceid=42, filesize=5.8 K 2024-11-08T01:47:29,012 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 2502b3292eb72eeb3a9b1be46cef384e in 842ms, sequenceid=42, compaction requested=true 2024-11-08T01:47:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for 2502b3292eb72eeb3a9b1be46cef384e: 2024-11-08T01:47:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. for snapshot_backup_system completed. 2024-11-08T01:47:29,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.' region-info for snapshot=snapshot_backup_system 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/ae63abf6dadd4f6092155c8d176def4b, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/cbb6da9619a94202a64261197f3428df, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/6125680e55784c09b5f7d78b4fd13483] hfiles 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/ae63abf6dadd4f6092155c8d176def4b for snapshot=snapshot_backup_system 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/cbb6da9619a94202a64261197f3428df for snapshot=snapshot_backup_system 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/6125680e55784c09b5f7d78b4fd13483 for snapshot=snapshot_backup_system 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/5309ea5b52e04ff19520709c53513601, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/18f6007898e34ed3af1417d59c2fb50a, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/f96bca9ab7f14cc0b716aba753c88f9c] hfiles 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/bd9a7c8aea0c4415b425a29ed298e1fb for snapshot=snapshot_backup_system 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/5309ea5b52e04ff19520709c53513601 for snapshot=snapshot_backup_system 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/18f6007898e34ed3af1417d59c2fb50a for snapshot=snapshot_backup_system 2024-11-08T01:47:29,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/f96bca9ab7f14cc0b716aba753c88f9c for snapshot=snapshot_backup_system 2024-11-08T01:47:29,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741951_1127 (size=330) 2024-11-08T01:47:29,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:47:29,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-08T01:47:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-08T01:47:29,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:47:29,419 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:47:29,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-08T01:47:29,422 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T01:47:29,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2502b3292eb72eeb3a9b1be46cef384e in 1.4020 sec 2024-11-08T01:47:29,423 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T01:47:29,423 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T01:47:29,424 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T01:47:29,424 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T01:47:29,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741952_1128 (size=967) 2024-11-08T01:47:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-08T01:47:29,834 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T01:47:29,842 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T01:47:29,843 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.hbase-snapshot/snapshot_backup_system 2024-11-08T01:47:29,844 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T01:47:29,844 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-08T01:47:29,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2370 sec 2024-11-08T01:47:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-08T01:47:31,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T01:47:31,764 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731030447473 started at 1731030451764. 2024-11-08T01:47:31,766 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731030447473 has been started. 2024-11-08T01:47:31,770 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns3:test-17310303655752, backup:system_bulk, ns4:test-17310303655753, test-1731030365575, ns2:test-17310303655751] 2024-11-08T01:47:31,774 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731030402105for backupID backup_1731030447473 2024-11-08T01:47:31,774 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-08T01:47:31,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T01:47:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T01:47:31,775 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T01:47:31,775 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T01:47:31,775 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T01:47:31,775 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T01:47:31,776 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T01:47:31,776 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T01:47:31,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T01:47:31,781 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,781 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T01:47:31,781 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T01:47:31,781 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,782 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T01:47:31,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T01:47:31,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T01:47:31,783 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T01:47:31,783 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T01:47:31,783 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T01:47:31,783 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T01:47:31,783 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T01:47:31,783 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T01:47:31,783 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T01:47:31,783 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T01:47:31,783 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T01:47:31,783 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'c3c3beb0673d,38031,1731030357345' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T01:47:31,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,785 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T01:47:31,785 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,785 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:47:31,785 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:47:31,785 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T01:47:31,785 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T01:47:31,786 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:47:31,786 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:47:31,786 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:47:31,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:47:31,787 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'c3c3beb0673d,38031,1731030357345' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T01:47:31,787 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6d0f6be9[Count = 0] remaining members to acquire global barrier 2024-11-08T01:47:31,787 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T01:47:31,787 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T01:47:31,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:47:31,790 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T01:47:31,790 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T01:47:31,790 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T01:47:31,790 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,790 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T01:47:31,790 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T01:47:31,790 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,790 INFO [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731030415910 highest: 1731030415910 on c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,790 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.meta:.meta(num 1731030415873) roll requested 2024-11-08T01:47:31,804 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030451791.meta, exclude list is [], retry=0 2024-11-08T01:47:31,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:47:31,808 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030415873.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030451791.meta 2024-11-08T01:47:31,808 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:47:31,808 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030415873.meta is not closed yet, will try archiving it next time 2024-11-08T01:47:31,808 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1:(num 1731030415891) roll requested 2024-11-08T01:47:31,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030415873.meta not finished, retry = 0 2024-11-08T01:47:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741910_1086 (size=93) 2024-11-08T01:47:31,822 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030451809, exclude list is [], retry=0 2024-11-08T01:47:31,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:47:31,826 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030451809 2024-11-08T01:47:31,826 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:47:31,826 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891 is not closed yet, will try archiving it next time 2024-11-08T01:47:31,826 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0:(num 1731030415910) roll requested 2024-11-08T01:47:31,826 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030402087 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030402087 2024-11-08T01:47:31,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741911_1087 (size=4710) 2024-11-08T01:47:31,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891 not finished, retry = 0 2024-11-08T01:47:31,840 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030451826, exclude list is [], retry=0 2024-11-08T01:47:31,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45605,DS-97ad6303-45ef-4bd3-9b99-86a5f023e25f,DISK] 2024-11-08T01:47:31,844 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030451826 2024-11-08T01:47:31,844 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46339:46339)] 2024-11-08T01:47:31,844 DEBUG [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 is not closed yet, will try archiving it next time 2024-11-08T01:47:31,844 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030382497 2024-11-08T01:47:31,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741912_1088 (size=653) 2024-11-08T01:47:31,846 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 2024-11-08T01:47:31,851 DEBUG [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-08T01:47:31,851 INFO [rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731030451826 on c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:31,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:31,866 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T01:47:31,866 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'c3c3beb0673d,38031,1731030357345' in zk 2024-11-08T01:47:31,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,868 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T01:47:31,868 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T01:47:31,868 DEBUG [member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T01:47:31,868 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,868 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:47:31,868 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:47:31,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:47:31,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:47:31,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:47:31,870 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,870 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:47:31,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:47:31,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'c3c3beb0673d,38031,1731030357345': 2024-11-08T01:47:31,872 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T01:47:31,872 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'c3c3beb0673d,38031,1731030357345' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T01:47:31,872 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T01:47:31,872 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T01:47:31,872 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T01:47:31,872 INFO [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T01:47:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:47:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:47:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T01:47:31,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T01:47:31,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T01:47:31,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T01:47:31,874 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T01:47:31,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T01:47:31,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T01:47:31,875 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T01:47:31,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T01:47:31,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:47:31,875 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T01:47:31,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T01:47:31,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:47:31,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,876 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T01:47:31,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T01:47:31,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T01:47:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T01:47:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T01:47:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:31,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:47:31,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T01:47:31,880 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T01:47:31,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T01:47:31,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T01:47:31,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T01:47:31,880 DEBUG [(c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T01:47:31,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T01:47:31,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T01:47:31,880 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T01:47:31,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T01:47:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T01:47:31,885 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {c3c3beb0673d:38031=1731030402105} newestTimestamps: {c3c3beb0673d:38031=1731030415910} 2024-11-08T01:47:31,887 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c3c3beb0673d%2C38031%2C1731030357345.meta.1731030360430.meta 2024-11-08T01:47:31,887 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c3c3beb0673d%2C38031%2C1731030357345.meta.1731030402069.meta 2024-11-08T01:47:31,887 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c3c3beb0673d%2C38031%2C1731030357345.meta.1731030415873.meta 2024-11-08T01:47:31,887 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: c3c3beb0673d%2C38031%2C1731030357345.meta.1731030451791.meta 2024-11-08T01:47:31,887 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030451826 2024-11-08T01:47:31,887 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891 2024-11-08T01:47:31,887 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030451809 2024-11-08T01:47:31,888 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030382456.meta 2024-11-08T01:47:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741956_1132 (size=640) 2024-11-08T01:47:31,911 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030415873.meta to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030415873.meta 2024-11-08T01:47:32,298 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:37705/backupUT/backup_1731030447473/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:47:32,298 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T01:47:32,301 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-08T01:47:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741957_1133 (size=45) 2024-11-08T01:47:32,706 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-08T01:47:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741958_1134 (size=364) 2024-11-08T01:47:33,116 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17310303655751 target: hdfs://localhost:37705/backupUT/backup_1731030447473/ns2/test-17310303655751 descriptor: 'ns2:test-17310303655751', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:47:33,116 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T01:47:33,119 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17310303655751 2024-11-08T01:47:33,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741959_1135 (size=50) 2024-11-08T01:47:33,524 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17310303655751 2024-11-08T01:47:33,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741960_1136 (size=390) 2024-11-08T01:47:33,934 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17310303655752 target: hdfs://localhost:37705/backupUT/backup_1731030447473/ns3/test-17310303655752 descriptor: 'ns3:test-17310303655752', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:47:33,934 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T01:47:33,937 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17310303655752 2024-11-08T01:47:33,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741961_1137 (size=50) 2024-11-08T01:47:34,342 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17310303655752 2024-11-08T01:47:34,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741962_1138 (size=390) 2024-11-08T01:47:34,752 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17310303655753 target: hdfs://localhost:37705/backupUT/backup_1731030447473/ns4/test-17310303655753 descriptor: 'ns4:test-17310303655753', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:47:34,752 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T01:47:34,754 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17310303655753 2024-11-08T01:47:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741963_1139 (size=50) 2024-11-08T01:47:35,160 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17310303655753 2024-11-08T01:47:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741964_1140 (size=908) 2024-11-08T01:47:35,570 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731030365575 target: hdfs://localhost:37705/backupUT/backup_1731030447473/default/test-1731030365575 descriptor: 'test-1731030365575', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:47:35,570 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T01:47:35,572 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731030365575 2024-11-08T01:47:35,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741965_1141 (size=53) 2024-11-08T01:47:35,977 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731030365575 2024-11-08T01:47:35,988 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:37705/backupUT/.tmp/backup_1731030447473 from hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891;hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 2024-11-08T01:47:35,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738acbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:35,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:35,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:35,990 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:35,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:35,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:35,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48752b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:35,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:35,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:35,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:35,992 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:35,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a115b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:35,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:35,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:35,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d3d33e1 2024-11-08T01:47:35,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:35,994 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:35,997 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T01:47:35,997 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17310303655752 2024-11-08T01:47:35,998 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17310303655752,, stopping at row=ns3:test-17310303655752 ,, for max=2147483647 with caching=100 2024-11-08T01:47:35,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:35,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:35,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:36,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:36,001 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17310303655752: ns3:test-17310303655752; 2024-11-08T01:47:36,001 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-08T01:47:36,001 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:36,003 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-08T01:47:36,003 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17310303655753 2024-11-08T01:47:36,003 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17310303655753,, stopping at row=ns4:test-17310303655753 ,, for max=2147483647 with caching=100 2024-11-08T01:47:36,004 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17310303655753: ns4:test-17310303655753; 2024-11-08T01:47:36,004 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731030365575 2024-11-08T01:47:36,005 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731030365575,, stopping at row=test-1731030365575 ,, for max=2147483647 with caching=100 2024-11-08T01:47:36,006 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731030365575: test-1731030365575; 2024-11-08T01:47:36,006 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17310303655751 2024-11-08T01:47:36,006 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17310303655751,, stopping at row=ns2:test-17310303655751 ,, for max=2147483647 with caching=100 2024-11-08T01:47:36,008 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17310303655751: ns2:test-17310303655751; 2024-11-08T01:47:36,008 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-08T01:47:36,008 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/partitions_85c1c5aa-25f6-43cc-967d-788a2cf0f717 2024-11-08T01:47:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741966_1142 (size=324) 2024-11-08T01:47:36,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:36,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:36,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:36,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 489691f02823aec1b95207c589416e6c, had cached 0 bytes from a total of 38453 2024-11-08T01:47:37,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-13347763409432593284.jar 2024-11-08T01:47:37,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:37,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:47:37,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:47:37,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:47:37,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:47:37,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:47:37,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:47:37,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:47:37,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:47:37,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:47:37,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:47:37,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:37,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:37,406 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns3:test-17310303655752,backup:system_bulk,ns4:test-17310303655753,default:test-1731030365575,ns2:test-17310303655751 2024-11-08T01:47:37,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:47:37,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:37,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:37,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:37,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:37,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:38,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-8351982793675991554.jar 2024-11-08T01:47:38,400 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:38,425 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891 for WAL files 2024-11-08T01:47:38,427 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891 2024-11-08T01:47:38,427 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 for WAL files 2024-11-08T01:47:38,427 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 2024-11-08T01:47:38,519 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local190426218_0010_df46204a-08ae-4391-af48-68f9e88a2cd6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:47:38,519 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local190426218_0010_df46204a-08ae-4391-af48-68f9e88a2cd6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:47:38,581 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891 for hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030415891 (-9223372036854775808:9223372036854775807) length:4710 2024-11-08T01:47:38,585 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T01:47:38,585 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T01:47:38,631 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 for hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030415910 (-9223372036854775808:9223372036854775807) length:653 2024-11-08T01:47:38,634 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T01:47:38,634 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T01:47:38,718 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d795677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:38,718 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:38,718 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:38,719 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be65616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:38,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:38,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:38,722 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:38,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9633b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:38,723 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:38,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:38,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:38,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:38,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731030365575', row='row-test-1731030365575-2-0', locateType=CURRENT is [region=test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., hostname=c3c3beb0673d,38031,1731030357345, seqNum=338] 2024-11-08T01:47:38,726 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-08T01:47:38,727 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:38,727 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:38,727 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:38,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:38,727 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731030365575-2-0] 2024-11-08T01:47:38,727 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:47:38,730 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/backupUT/.tmp/backup_1731030447473/_temporary/0/_temporary/attempt_local190426218_0010_r_000004_0/default/test-1731030365575/f2/61f837643f66428fb4522bfed2f3c5a0 is 58, key is row-test-1731030365575-2-0/f2:q1/1731030442464/Put/seqid=0 2024-11-08T01:47:38,732 WARN [Thread-1513 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:47:38,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741967_1143 (size=5366) 2024-11-08T01:47:39,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 36c2335b259eb83bc469296b004d9935, had cached 0 bytes from a total of 13547 2024-11-08T01:47:39,561 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:37705/backupUT 2024-11-08T01:47:39,561 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731030447473 2024-11-08T01:47:39,561 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-08T01:47:39,576 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:37705/backupUT/.tmp/backup_1731030447473, hdfs://localhost:37705/backupUT] 2024-11-08T01:47:39,619 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741968_1144 (size=5366) 2024-11-08T01:47:40,226 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-08T01:47:40,229 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731030447473 2024-11-08T01:47:40,229 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-08T01:47:40,229 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1179890740_0011 completed: true true 2024-11-08T01:47:40,229 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6663528 FILE: Number of bytes written=17192709 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409246 HDFS: Number of bytes written=2547249 HDFS: Number of read operations=1166 HDFS: Number of large read operations=0 HDFS: Number of write operations=421 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-08T01:47:40,229 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:37705/backupUT/.tmp/backup_1731030447473 to hdfs://localhost:37705/backupUT finished. 2024-11-08T01:47:40,244 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731030447473 2024-11-08T01:47:40,247 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731030411660} 2024-11-08T01:47:40,247 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T01:47:40,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741969_1145 (size=714) 2024-11-08T01:47:40,653 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37705/backupUT/backup_1731030447473/.backup.manifest 2024-11-08T01:47:40,653 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731030447473 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17310303655751;ns3:test-17310303655752;ns4:test-17310303655753;test-1731030365575,targetRootDir=hdfs://localhost:37705/backupUT,startts=1731030451764,completets=1731030460244,bytescopied=0 2024-11-08T01:47:40,653 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T01:47:40,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T01:47:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T01:47:40,660 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T01:47:40,662 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T01:47:40,665 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731030447473 completed. 2024-11-08T01:47:40,665 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-08T01:47:40,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:40,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:40,679 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731030375667 2024-11-08T01:47:40,682 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-08T01:47:40,683 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-08T01:47:40,684 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37705/backupUT/backup_1731030375667/.backup.manifest 2024-11-08T01:47:40,685 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731030375667/.backup.manifest 2024-11-08T01:47:40,688 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37705/backupUT/backup_1731030375667/.backup.manifest 2024-11-08T01:47:40,689 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731030375667/.backup.manifest 2024-11-08T01:47:40,689 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731030365575' to 'table1' from full backup image hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575 2024-11-08T01:47:40,696 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-08T01:47:40,696 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c 2024-11-08T01:47:40,697 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f in region [hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c] 2024-11-08T01:47:40,700 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 first=row0 last=row98 2024-11-08T01:47:40,701 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3 in region [hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c] 2024-11-08T01:47:40,703 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 first=row-test-1731030365575-3-0 last=row-test-1731030365575-3-5 2024-11-08T01:47:40,703 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob in region [hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c] 2024-11-08T01:47:40,706 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 first=row-test-1731030365575-3-0 last=row-test-1731030365575-3-5 2024-11-08T01:47:40,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:47:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-08T01:47:40,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:47:40,713 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:40,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-08T01:47:40,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:47:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T01:47:40,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741970_1146 (size=938) 2024-11-08T01:47:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T01:47:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T01:47:41,121 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df498810413368d4a2799f58caf6a456, NAME => 'table1,,1731030460710.df498810413368d4a2799f58caf6a456.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:41,122 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cbbd94fbd0c389095e5860b4832c7f26, NAME => 'table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:41,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741971_1147 (size=45) 2024-11-08T01:47:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741972_1148 (size=45) 2024-11-08T01:47:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T01:47:41,528 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:41,528 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731030460710.df498810413368d4a2799f58caf6a456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:41,528 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing cbbd94fbd0c389095e5860b4832c7f26, disabling compactions & flushes 2024-11-08T01:47:41,528 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing df498810413368d4a2799f58caf6a456, disabling compactions & flushes 2024-11-08T01:47:41,528 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:41,528 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:41,528 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:41,529 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. after waiting 1 ms 2024-11-08T01:47:41,529 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:41,529 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:41,529 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:41,529 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731030460710.df498810413368d4a2799f58caf6a456. after waiting 0 ms 2024-11-08T01:47:41,529 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:41,529 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for cbbd94fbd0c389095e5860b4832c7f26: Waiting for close lock at 1731030461528Disabling compacts and flushes for region at 1731030461528Disabling writes for close at 1731030461529 (+1 ms)Writing region close event to WAL at 1731030461529Closed at 1731030461529 2024-11-08T01:47:41,529 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:41,529 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for df498810413368d4a2799f58caf6a456: Waiting for close lock at 1731030461528Disabling compacts and flushes for region at 1731030461528Disabling writes for close at 1731030461529 (+1 ms)Writing region close event to WAL at 1731030461529Closed at 1731030461529 2024-11-08T01:47:41,530 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:47:41,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731030461530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030461530"}]},"ts":"1731030461530"} 2024-11-08T01:47:41,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731030460710.df498810413368d4a2799f58caf6a456.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731030461530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030461530"}]},"ts":"1731030461530"} 2024-11-08T01:47:41,533 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T01:47:41,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:47:41,534 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030461534"}]},"ts":"1731030461534"} 2024-11-08T01:47:41,536 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-08T01:47:41,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=df498810413368d4a2799f58caf6a456, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=cbbd94fbd0c389095e5860b4832c7f26, ASSIGN}] 2024-11-08T01:47:41,537 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=cbbd94fbd0c389095e5860b4832c7f26, ASSIGN 2024-11-08T01:47:41,537 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=df498810413368d4a2799f58caf6a456, ASSIGN 2024-11-08T01:47:41,538 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=cbbd94fbd0c389095e5860b4832c7f26, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:47:41,538 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=df498810413368d4a2799f58caf6a456, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:47:41,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=cbbd94fbd0c389095e5860b4832c7f26, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:41,688 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=df498810413368d4a2799f58caf6a456, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:41,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=df498810413368d4a2799f58caf6a456, ASSIGN because future has completed 2024-11-08T01:47:41,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure df498810413368d4a2799f58caf6a456, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=cbbd94fbd0c389095e5860b4832c7f26, ASSIGN because future has completed 2024-11-08T01:47:41,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbbd94fbd0c389095e5860b4832c7f26, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:41,846 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:41,846 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => cbbd94fbd0c389095e5860b4832c7f26, NAME => 'table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-08T01:47:41,846 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:47:41,847 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,847 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:41,847 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,847 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,848 INFO [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,849 INFO [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbbd94fbd0c389095e5860b4832c7f26 columnFamilyName f 2024-11-08T01:47:41,850 DEBUG [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:41,850 INFO [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] regionserver.HStore(327): Store=cbbd94fbd0c389095e5860b4832c7f26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:41,850 INFO [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,851 INFO [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbbd94fbd0c389095e5860b4832c7f26 columnFamilyName f3 2024-11-08T01:47:41,851 DEBUG [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:41,851 INFO [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] regionserver.HStore(327): Store=cbbd94fbd0c389095e5860b4832c7f26/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:41,852 INFO [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,852 INFO [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbbd94fbd0c389095e5860b4832c7f26 columnFamilyName mob 2024-11-08T01:47:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T01:47:41,853 DEBUG [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:41,854 INFO [StoreOpener-cbbd94fbd0c389095e5860b4832c7f26-1 {}] regionserver.HStore(327): Store=cbbd94fbd0c389095e5860b4832c7f26/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:41,854 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,855 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,855 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,856 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,856 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,857 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T01:47:41,858 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,859 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:47:41,860 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened cbbd94fbd0c389095e5860b4832c7f26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10540087360, jitterRate=-0.018377870321273804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T01:47:41,860 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:41,861 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for cbbd94fbd0c389095e5860b4832c7f26: Running coprocessor pre-open hook at 1731030461847Writing region info on filesystem at 1731030461847Initializing all the Stores at 1731030461848 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030461848Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030461848Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030461848Cleaning up temporary data from old regions at 1731030461856 (+8 ms)Running coprocessor post-open hooks at 1731030461860 (+4 ms)Region opened successfully at 1731030461861 (+1 ms) 2024-11-08T01:47:41,862 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26., pid=65, masterSystemTime=1731030461842 2024-11-08T01:47:41,863 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:41,863 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:41,863 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:41,863 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => df498810413368d4a2799f58caf6a456, NAME => 'table1,,1731030460710.df498810413368d4a2799f58caf6a456.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-08T01:47:41,864 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:47:41,864 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=cbbd94fbd0c389095e5860b4832c7f26, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:41,864 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,864 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,,1731030460710.df498810413368d4a2799f58caf6a456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:41,864 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,864 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,865 INFO [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbbd94fbd0c389095e5860b4832c7f26, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:41,866 INFO [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df498810413368d4a2799f58caf6a456 columnFamilyName f 2024-11-08T01:47:41,866 DEBUG [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:41,867 INFO [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] regionserver.HStore(327): Store=df498810413368d4a2799f58caf6a456/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:41,867 INFO [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-11-08T01:47:41,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure cbbd94fbd0c389095e5860b4832c7f26, server=c3c3beb0673d,38031,1731030357345 in 174 msec 2024-11-08T01:47:41,868 INFO [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df498810413368d4a2799f58caf6a456 columnFamilyName f3 2024-11-08T01:47:41,868 DEBUG [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:41,869 INFO [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] regionserver.HStore(327): Store=df498810413368d4a2799f58caf6a456/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:41,869 INFO [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=cbbd94fbd0c389095e5860b4832c7f26, ASSIGN in 332 msec 2024-11-08T01:47:41,870 INFO [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df498810413368d4a2799f58caf6a456 columnFamilyName mob 2024-11-08T01:47:41,870 DEBUG [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:41,871 INFO [StoreOpener-df498810413368d4a2799f58caf6a456-1 {}] regionserver.HStore(327): Store=df498810413368d4a2799f58caf6a456/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:41,871 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,872 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,872 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,873 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,873 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,874 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T01:47:41,875 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,877 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:47:41,877 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened df498810413368d4a2799f58caf6a456; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9949460640, jitterRate=-0.07338427007198334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T01:47:41,877 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df498810413368d4a2799f58caf6a456 2024-11-08T01:47:41,878 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for df498810413368d4a2799f58caf6a456: Running coprocessor pre-open hook at 1731030461864Writing region info on filesystem at 1731030461864Initializing all the Stores at 1731030461865 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030461865Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030461865Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030461865Cleaning up temporary data from old regions at 1731030461873 (+8 ms)Running coprocessor post-open hooks at 1731030461877 (+4 ms)Region opened successfully at 1731030461878 (+1 ms) 2024-11-08T01:47:41,878 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731030460710.df498810413368d4a2799f58caf6a456., pid=64, masterSystemTime=1731030461842 2024-11-08T01:47:41,880 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:41,880 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:41,880 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=df498810413368d4a2799f58caf6a456, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:41,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure df498810413368d4a2799f58caf6a456, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:41,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-08T01:47:41,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure df498810413368d4a2799f58caf6a456, server=c3c3beb0673d,38031,1731030357345 in 191 msec 2024-11-08T01:47:41,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-08T01:47:41,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=df498810413368d4a2799f58caf6a456, ASSIGN in 348 msec 2024-11-08T01:47:41,886 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:47:41,886 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030461886"}]},"ts":"1731030461886"} 2024-11-08T01:47:41,888 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-08T01:47:41,888 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:47:41,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.1770 sec 2024-11-08T01:47:42,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-08T01:47:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T01:47:42,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-08T01:47:42,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T01:47:42,878 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c from hbase tables test-1731030365575 to tables table1 2024-11-08T01:47:42,879 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731030365575 into table1 2024-11-08T01:47:42,881 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879 from hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c 2024-11-08T01:47:42,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644e2e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:42,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:42,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:42,883 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:42,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:42,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:42,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b93f771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:42,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:42,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:42,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:42,885 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:42,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecc2c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:42,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:42,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:42,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f8473a6 2024-11-08T01:47:42,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:42,887 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:42,888 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T01:47:42,888 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-08T01:47:42,888 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T01:47:42,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:42,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:42,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:42,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:42,891 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-08T01:47:42,891 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-08T01:47:42,891 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T01:47:42,891 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/partitions_4813a89d-35ba-4648-9a44-7843c1d747ed 2024-11-08T01:47:42,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741973_1149 (size=177) 2024-11-08T01:47:43,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:43,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:43,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-2193290972821927428.jar 2024-11-08T01:47:44,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:44,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:47:44,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:47:44,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:47:44,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:47:44,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:47:44,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:47:44,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:47:44,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:47:44,289 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:47:44,289 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:47:44,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:44,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:44,292 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-08T01:47:44,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:47:44,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:44,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:44,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:44,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:44,293 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T01:47:44,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:44,306 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:44,320 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T01:47:44,416 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1359521029_0012_b3056de9-1cc4-4a77-a161-49e10d03037d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:47:44,416 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1359521029_0012_b3056de9-1cc4-4a77-a161-49e10d03037d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:47:44,477 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 2024-11-08T01:47:44,481 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:47:44,528 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 2024-11-08T01:47:44,531 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:47:44,565 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f3/aed1532a18c74616aead7efb457f1ff1 2024-11-08T01:47:44,568 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:47:44,600 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba14c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:44,600 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:44,600 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:44,601 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:44,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:44,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fd8093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:44,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:44,603 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:44,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5743a99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:44,604 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:44,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:44,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:44,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:44,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731030365575-3-0', locateType=CURRENT is [region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:44,608 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-08T01:47:44,608 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:44,608 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:44,608 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:44,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:44,608 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731030365575-3-0] 2024-11-08T01:47:44,608 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:47:44,613 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a9d05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:44,614 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:44,614 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:44,614 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:44,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:44,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:44,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38331ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:44,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:44,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:44,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:44,616 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:44,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3282fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:44,617 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:44,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:44,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:44,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:44,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731030365575-3-0', locateType=CURRENT is [region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:44,620 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-08T01:47:44,620 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:44,621 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:44,621 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:44,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:44,621 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731030365575-3-0] 2024-11-08T01:47:44,621 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:47:44,625 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/_temporary/0/_temporary/attempt_local1359521029_0012_r_000000_0/f3/f87bff473b084582a83410eb4bf508a7 is 58, key is row-test-1731030365575-3-0/f3:q1/1731030375637/Put/seqid=0 2024-11-08T01:47:44,626 WARN [Thread-1632 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:47:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741974_1150 (size=5530) 2024-11-08T01:47:45,030 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/_temporary/0/_temporary/attempt_local1359521029_0012_r_000000_0/mob/1c18337665114e149a68e70769a6db8a is 59, key is row-test-1731030365575-3-0/mob:q1/1731030375651/Put/seqid=0 2024-11-08T01:47:45,031 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:47:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741975_1151 (size=5539) 2024-11-08T01:47:45,457 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dbe366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:45,457 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:45,457 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:45,458 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:45,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:45,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:45,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3dda3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:45,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:45,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:45,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:45,459 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:45,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1a5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:45,460 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:45,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:45,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:45,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:45,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:45,464 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-08T01:47:45,464 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:45,464 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:45,464 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:45,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:45,465 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-08T01:47:45,465 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:47:45,472 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/_temporary/0/_temporary/attempt_local1359521029_0012_r_000001_0/f/32b3821f6f384e1d9ae7a0ae1a0fd013 is 37, key is row10/f:q1/1731030368285/Put/seqid=0 2024-11-08T01:47:45,474 WARN [Thread-1649 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:47:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741976_1152 (size=8742) 2024-11-08T01:47:46,226 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-08T01:47:46,226 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-08T01:47:46,459 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879 2024-11-08T01:47:46,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a66d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:46,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:46,461 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:46,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:46,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:46,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eec502b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:46,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:46,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,462 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:46,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cabc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:46,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:46,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:46,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:46,468 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/_SUCCESS 2024-11-08T01:47:46,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:46,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:46,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38dfeb3f 2024-11-08T01:47:46,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:46,478 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:46,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:46,488 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,499 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/f/32b3821f6f384e1d9ae7a0ae1a0fd013 first=Optional[row0] last=Optional[row98] 2024-11-08T01:47:46,502 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/f3/f87bff473b084582a83410eb4bf508a7 first=Optional[row-test-1731030365575-3-0] last=Optional[row-test-1731030365575-3-5] 2024-11-08T01:47:46,504 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/mob/1c18337665114e149a68e70769a6db8a first=Optional[row-test-1731030365575-3-0] last=Optional[row-test-1731030365575-3-5] 2024-11-08T01:47:46,523 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/f/32b3821f6f384e1d9ae7a0ae1a0fd013 for inclusion in cbbd94fbd0c389095e5860b4832c7f26/f 2024-11-08T01:47:46,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/f3/f87bff473b084582a83410eb4bf508a7 for inclusion in df498810413368d4a2799f58caf6a456/f3 2024-11-08T01:47:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-08T01:47:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731030365575-3-0 last=row-test-1731030365575-3-5 2024-11-08T01:47:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T01:47:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-08T01:47:46,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/mob/1c18337665114e149a68e70769a6db8a for inclusion in df498810413368d4a2799f58caf6a456/mob 2024-11-08T01:47:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HRegion(2603): Flush status journal for cbbd94fbd0c389095e5860b4832c7f26: 2024-11-08T01:47:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/f/32b3821f6f384e1d9ae7a0ae1a0fd013 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f/32b3821f6f384e1d9ae7a0ae1a0fd013 2024-11-08T01:47:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731030365575-3-0 last=row-test-1731030365575-3-5 2024-11-08T01:47:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T01:47:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(2603): Flush status journal for df498810413368d4a2799f58caf6a456: 2024-11-08T01:47:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/f3/f87bff473b084582a83410eb4bf508a7 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f3/f87bff473b084582a83410eb4bf508a7 2024-11-08T01:47:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f/32b3821f6f384e1d9ae7a0ae1a0fd013 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/f/a183bf9008ed4d55877d0b3a0857d097_SeqId_4_ 2024-11-08T01:47:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10239531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:46,536 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:46,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:46,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f3/f87bff473b084582a83410eb4bf508a7 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/f3/a9b8869b97cf48569382173fe2c00154_SeqId_4_ 2024-11-08T01:47:46,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a9745c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:46,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030462879/mob/1c18337665114e149a68e70769a6db8a to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/mob/1c18337665114e149a68e70769a6db8a 2024-11-08T01:47:46,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:46,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1375d2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/mob/1c18337665114e149a68e70769a6db8a as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/mob/d30b167a3a7e424985add12ec973b01f_SeqId_4_ 2024-11-08T01:47:46,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:46,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36e90b58 2024-11-08T01:47:46,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c7e705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:46,541 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:46,541 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@885fd69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:46,543 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:46,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:46,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a03ef7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:46,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:46,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c1c1aa3 2024-11-08T01:47:46,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:46,546 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:46,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:46,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:46,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:46,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:46,563 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031. 2024-11-08T01:47:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:46,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f/32b3821f6f384e1d9ae7a0ae1a0fd013 into cbbd94fbd0c389095e5860b4832c7f26/f as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/f/a183bf9008ed4d55877d0b3a0857d097_SeqId_4_ - updating store file list. 2024-11-08T01:47:46,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:46,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/f/a183bf9008ed4d55877d0b3a0857d097_SeqId_4_ into cbbd94fbd0c389095e5860b4832c7f26/f 2024-11-08T01:47:46,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f/32b3821f6f384e1d9ae7a0ae1a0fd013 into cbbd94fbd0c389095e5860b4832c7f26/f (new location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/f/a183bf9008ed4d55877d0b3a0857d097_SeqId_4_) 2024-11-08T01:47:46,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:47:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f/32b3821f6f384e1d9ae7a0ae1a0fd013 2024-11-08T01:47:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295d30b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:46,574 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:46,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:46,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:46,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa070d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:46,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:46,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,575 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:46,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3034d8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:46,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:46,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@690e5ebc 2024-11-08T01:47:46,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f4f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:46,577 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:46,578 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:46,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:46,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:46,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cda8a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:46,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:46,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,579 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:46,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:46,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:46,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722abdef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:46,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:46,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:46,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f8ace8f 2024-11-08T01:47:46,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:46,581 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T01:47:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:46,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:46,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:46,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T01:47:46,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:46,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:47:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:46,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f3/f87bff473b084582a83410eb4bf508a7 into df498810413368d4a2799f58caf6a456/f3 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/f3/a9b8869b97cf48569382173fe2c00154_SeqId_4_ - updating store file list. 2024-11-08T01:47:46,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:46,601 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031. 2024-11-08T01:47:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:46,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/f3/a9b8869b97cf48569382173fe2c00154_SeqId_4_ into df498810413368d4a2799f58caf6a456/f3 2024-11-08T01:47:46,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f3/f87bff473b084582a83410eb4bf508a7 into df498810413368d4a2799f58caf6a456/f3 (new location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/f3/a9b8869b97cf48569382173fe2c00154_SeqId_4_) 2024-11-08T01:47:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/f3/f87bff473b084582a83410eb4bf508a7 2024-11-08T01:47:46,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/mob/1c18337665114e149a68e70769a6db8a into df498810413368d4a2799f58caf6a456/mob as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/mob/d30b167a3a7e424985add12ec973b01f_SeqId_4_ - updating store file list. 2024-11-08T01:47:46,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/mob/d30b167a3a7e424985add12ec973b01f_SeqId_4_ into df498810413368d4a2799f58caf6a456/mob 2024-11-08T01:47:46,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/mob/1c18337665114e149a68e70769a6db8a into df498810413368d4a2799f58caf6a456/mob (new location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/mob/d30b167a3a7e424985add12ec973b01f_SeqId_4_) 2024-11-08T01:47:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__a4s2u7etb832fvgn5mskl30rb2bqor5f0h7pv93o6fnrn9m3kt7f3sinf0jac10j/mob/1c18337665114e149a68e70769a6db8a 2024-11-08T01:47:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43681257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:46,615 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:46,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:46,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:46,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2174ddd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:46,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:46,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,616 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:46,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8c7812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:46,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:46,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24551128 2024-11-08T01:47:46,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:46,619 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T01:47:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:46,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:46,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:46,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T01:47:46,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:46,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:46,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:47:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:46,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:47:46,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:46,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:46,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:46,643 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T01:47:46,643 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T01:47:46,643 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731030375667 hdfs://localhost:37705/backupUT/backup_1731030375667/default/test-1731030365575/ 2024-11-08T01:47:46,644 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37705/backupUT/backup_1731030375667/.backup.manifest 2024-11-08T01:47:46,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 , the old value is region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:47:46,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:47:46,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 from cache 2024-11-08T01:47:46,645 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T01:47:46,647 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731030375667/.backup.manifest 2024-11-08T01:47:46,647 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17310303655751' to 'ns2:table2' from full backup image hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751 2024-11-08T01:47:46,656 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-08T01:47:46,656 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935 2024-11-08T01:47:46,657 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f in region [hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935] 2024-11-08T01:47:46,661 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 first=row0 last=row98 2024-11-08T01:47:46,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:47:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-08T01:47:46,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T01:47:46,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-08T01:47:46,666 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T01:47:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T01:47:46,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741977_1153 (size=351) 2024-11-08T01:47:46,754 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T01:47:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T01:47:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T01:47:47,073 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d78f088a87cd4412f7be1321f75a9f25, NAME => 'ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:47,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741978_1154 (size=37) 2024-11-08T01:47:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T01:47:47,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T01:47:47,395 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2502b3292eb72eeb3a9b1be46cef384e, had cached 0 bytes from a total of 41499 2024-11-08T01:47:47,480 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:47,480 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing d78f088a87cd4412f7be1321f75a9f25, disabling compactions & flushes 2024-11-08T01:47:47,480 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:47:47,480 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:47:47,480 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. after waiting 0 ms 2024-11-08T01:47:47,480 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:47:47,480 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:47:47,480 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for d78f088a87cd4412f7be1321f75a9f25: Waiting for close lock at 1731030467480Disabling compacts and flushes for region at 1731030467480Disabling writes for close at 1731030467480Writing region close event to WAL at 1731030467480Closed at 1731030467480 2024-11-08T01:47:47,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T01:47:47,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731030467482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030467482"}]},"ts":"1731030467482"} 2024-11-08T01:47:47,484 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:47:47,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T01:47:47,485 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030467484"}]},"ts":"1731030467484"} 2024-11-08T01:47:47,486 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-08T01:47:47,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d78f088a87cd4412f7be1321f75a9f25, ASSIGN}] 2024-11-08T01:47:47,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d78f088a87cd4412f7be1321f75a9f25, ASSIGN 2024-11-08T01:47:47,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d78f088a87cd4412f7be1321f75a9f25, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:47:47,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=d78f088a87cd4412f7be1321f75a9f25, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:47,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d78f088a87cd4412f7be1321f75a9f25, ASSIGN because future has completed 2024-11-08T01:47:47,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78f088a87cd4412f7be1321f75a9f25, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:47,796 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:47:47,796 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => d78f088a87cd4412f7be1321f75a9f25, NAME => 'ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:47:47,797 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:47:47,797 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,797 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:47,797 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,797 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,798 INFO [StoreOpener-d78f088a87cd4412f7be1321f75a9f25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,800 INFO [StoreOpener-d78f088a87cd4412f7be1321f75a9f25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78f088a87cd4412f7be1321f75a9f25 columnFamilyName f 2024-11-08T01:47:47,800 DEBUG [StoreOpener-d78f088a87cd4412f7be1321f75a9f25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:47,800 INFO [StoreOpener-d78f088a87cd4412f7be1321f75a9f25-1 {}] regionserver.HStore(327): Store=d78f088a87cd4412f7be1321f75a9f25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:47,801 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,801 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,801 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,802 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,802 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T01:47:47,803 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,805 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:47:47,806 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened d78f088a87cd4412f7be1321f75a9f25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11048170720, jitterRate=0.0289410799741745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:47:47,806 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:47:47,807 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for d78f088a87cd4412f7be1321f75a9f25: Running coprocessor pre-open hook at 1731030467797Writing region info on filesystem at 1731030467797Initializing all the Stores at 1731030467798 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030467798Cleaning up temporary data from old regions at 1731030467802 (+4 ms)Running coprocessor post-open hooks at 1731030467806 (+4 ms)Region opened successfully at 1731030467807 (+1 ms) 2024-11-08T01:47:47,808 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., pid=68, masterSystemTime=1731030467793 2024-11-08T01:47:47,809 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:47:47,809 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:47:47,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=d78f088a87cd4412f7be1321f75a9f25, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:47,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78f088a87cd4412f7be1321f75a9f25, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:47,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-08T01:47:47,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure d78f088a87cd4412f7be1321f75a9f25, server=c3c3beb0673d,38031,1731030357345 in 171 msec 2024-11-08T01:47:47,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-08T01:47:47,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d78f088a87cd4412f7be1321f75a9f25, ASSIGN in 328 msec 2024-11-08T01:47:47,816 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T01:47:47,817 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030467816"}]},"ts":"1731030467816"} 2024-11-08T01:47:47,818 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-08T01:47:47,819 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T01:47:47,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1560 sec 2024-11-08T01:47:48,726 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-08T01:47:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T01:47:48,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-08T01:47:48,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T01:47:48,817 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935 from hbase tables ns2:test-17310303655751 to tables ns2:table2 2024-11-08T01:47:48,817 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17310303655751 into ns2:table2 2024-11-08T01:47:48,819 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030468817 from hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935 2024-11-08T01:47:48,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3edbb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:48,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:48,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:48,821 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49efb096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:48,822 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:48,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:48,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bd183fa 2024-11-08T01:47:48,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:48,824 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:48,825 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T01:47:48,825 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-08T01:47:48,825 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T01:47:48,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:48,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:48,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:48,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:48,828 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-08T01:47:48,828 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-08T01:47:48,828 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/partitions_9cc75f14-4b2e-410c-a611-c75dc60883bf 2024-11-08T01:47:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741979_1155 (size=153) 2024-11-08T01:47:49,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:49,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:49,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-3093154891484545832.jar 2024-11-08T01:47:50,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,222 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,222 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,222 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,222 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,222 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:50,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:47:50,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:47:50,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:47:50,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:47:50,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:47:50,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:47:50,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:47:50,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:47:50,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:47:50,224 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:47:50,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:50,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:50,226 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-08T01:47:50,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:47:50,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:50,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:50,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:50,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:50,226 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T01:47:50,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:50,239 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:50,252 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T01:47:50,346 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1027897725_0013_7c0bbbea-604f-4fb8-8ad1-1833d695f767/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:47:50,346 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1027897725_0013_7c0bbbea-604f-4fb8-8ad1-1833d695f767/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:47:50,413 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 2024-11-08T01:47:50,417 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:47:50,449 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7d317e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:50,449 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:50,449 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:50,450 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:50,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:50,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:50,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cea44a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:50,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:50,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:50,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:50,452 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:50,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142e0fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:50,453 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:50,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:50,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:50,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:50,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:50,457 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-08T01:47:50,457 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:50,457 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:50,458 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:50,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:50,458 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-08T01:47:50,458 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:47:50,463 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030468817/_temporary/0/_temporary/attempt_local1027897725_0013_r_000000_0/f/c5cd6f53dc6145d9959524b430c624f3 is 37, key is row10/f:q1/1731030370575/Put/seqid=0 2024-11-08T01:47:50,464 WARN [Thread-1716 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:47:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741980_1156 (size=8742) 2024-11-08T01:47:51,389 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030468817 2024-11-08T01:47:51,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fc71a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:51,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:51,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:51,390 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:51,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be5fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:51,392 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:51,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103fd913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:51,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:51,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:51,398 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030468817/_SUCCESS 2024-11-08T01:47:51,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:51,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:51,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81dfea2 2024-11-08T01:47:51,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:51,402 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:51,407 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T01:47:51,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030468817/f/c5cd6f53dc6145d9959524b430c624f3 first=Optional[row0] last=Optional[row98] 2024-11-08T01:47:51,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030468817/f/c5cd6f53dc6145d9959524b430c624f3 for inclusion in d78f088a87cd4412f7be1321f75a9f25/f 2024-11-08T01:47:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-08T01:47:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T01:47:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(2603): Flush status journal for d78f088a87cd4412f7be1321f75a9f25: 2024-11-08T01:47:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030468817/f/c5cd6f53dc6145d9959524b430c624f3 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__ppjnc243l6f3afephgn00v92leglfsk42mhif27h9fc8t21r3sbuta0tesmqf3ja/f/c5cd6f53dc6145d9959524b430c624f3 2024-11-08T01:47:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__ppjnc243l6f3afephgn00v92leglfsk42mhif27h9fc8t21r3sbuta0tesmqf3ja/f/c5cd6f53dc6145d9959524b430c624f3 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/f/45ffd86c2e9c47ed8bbd998dd9b39207_SeqId_4_ 2024-11-08T01:47:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d04593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:51,424 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:51,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:51,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:51,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd797dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:51,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:51,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:51,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:51,425 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:51,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee3de63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772f184f 2024-11-08T01:47:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:51,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:51,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:51,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:51,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:51,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:51,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:51,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:51,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:47:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:51,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:51,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__ppjnc243l6f3afephgn00v92leglfsk42mhif27h9fc8t21r3sbuta0tesmqf3ja/f/c5cd6f53dc6145d9959524b430c624f3 into d78f088a87cd4412f7be1321f75a9f25/f as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/f/45ffd86c2e9c47ed8bbd998dd9b39207_SeqId_4_ - updating store file list. 2024-11-08T01:47:51,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/f/45ffd86c2e9c47ed8bbd998dd9b39207_SeqId_4_ into d78f088a87cd4412f7be1321f75a9f25/f 2024-11-08T01:47:51,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__ppjnc243l6f3afephgn00v92leglfsk42mhif27h9fc8t21r3sbuta0tesmqf3ja/f/c5cd6f53dc6145d9959524b430c624f3 into d78f088a87cd4412f7be1321f75a9f25/f (new location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/f/45ffd86c2e9c47ed8bbd998dd9b39207_SeqId_4_) 2024-11-08T01:47:51,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__ppjnc243l6f3afephgn00v92leglfsk42mhif27h9fc8t21r3sbuta0tesmqf3ja/f/c5cd6f53dc6145d9959524b430c624f3 2024-11-08T01:47:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701616fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:51,452 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:51,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:51,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:51,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b76714b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:51,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:51,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:51,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:51,454 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:51,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bde21bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f83bc7c 2024-11-08T01:47:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:51,456 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T01:47:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:51,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:51,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:51,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T01:47:51,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:51,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:51,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:51,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:47:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:51,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:51,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:47:51,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:51,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:51,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:51,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:51,474 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T01:47:51,474 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T01:47:51,474 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731030375667 hdfs://localhost:37705/backupUT/backup_1731030375667/ns2/test-17310303655751/ 2024-11-08T01:47:51,474 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-08T01:47:51,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 , the old value is region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:47:51,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:47:51,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 from cache 2024-11-08T01:47:51,475 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T01:47:51,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:51,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:51,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:51,496 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37705/backupUT/backup_1731030447473/.backup.manifest 2024-11-08T01:47:51,498 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731030447473/.backup.manifest 2024-11-08T01:47:51,498 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37705/backupUT/backup_1731030411660/.backup.manifest 2024-11-08T01:47:51,500 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731030411660/.backup.manifest 2024-11-08T01:47:51,500 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731030365575' to 'table1' from full backup image hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575 2024-11-08T01:47:51,502 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731030365575', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731030447473 2024-11-08T01:47:51,506 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-08T01:47:51,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-08T01:47:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-08T01:47:51,518 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030471518"}]},"ts":"1731030471518"} 2024-11-08T01:47:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-08T01:47:51,520 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-08T01:47:51,520 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-08T01:47:51,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-08T01:47:51,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=df498810413368d4a2799f58caf6a456, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=cbbd94fbd0c389095e5860b4832c7f26, UNASSIGN}] 2024-11-08T01:47:51,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=cbbd94fbd0c389095e5860b4832c7f26, UNASSIGN 2024-11-08T01:47:51,527 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=df498810413368d4a2799f58caf6a456, UNASSIGN 2024-11-08T01:47:51,527 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=cbbd94fbd0c389095e5860b4832c7f26, regionState=CLOSING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:51,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=df498810413368d4a2799f58caf6a456, regionState=CLOSING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:51,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=cbbd94fbd0c389095e5860b4832c7f26, UNASSIGN because future has completed 2024-11-08T01:47:51,530 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T01:47:51,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure cbbd94fbd0c389095e5860b4832c7f26, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:51,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=df498810413368d4a2799f58caf6a456, UNASSIGN because future has completed 2024-11-08T01:47:51,531 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T01:47:51,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure df498810413368d4a2799f58caf6a456, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:51,584 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T01:47:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-08T01:47:51,682 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close df498810413368d4a2799f58caf6a456 2024-11-08T01:47:51,683 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T01:47:51,683 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing df498810413368d4a2799f58caf6a456, disabling compactions & flushes 2024-11-08T01:47:51,683 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:51,683 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:51,683 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1731030460710.df498810413368d4a2799f58caf6a456. after waiting 0 ms 2024-11-08T01:47:51,683 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:51,687 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T01:47:51,688 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:47:51,689 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1731030460710.df498810413368d4a2799f58caf6a456. 2024-11-08T01:47:51,689 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for df498810413368d4a2799f58caf6a456: Waiting for close lock at 1731030471683Running coprocessor pre-close hooks at 1731030471683Disabling compacts and flushes for region at 1731030471683Disabling writes for close at 1731030471683Writing region close event to WAL at 1731030471684 (+1 ms)Running coprocessor post-close hooks at 1731030471688 (+4 ms)Closed at 1731030471689 (+1 ms) 2024-11-08T01:47:51,691 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed df498810413368d4a2799f58caf6a456 2024-11-08T01:47:51,691 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T01:47:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing cbbd94fbd0c389095e5860b4832c7f26, disabling compactions & flushes 2024-11-08T01:47:51,691 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. after waiting 0 ms 2024-11-08T01:47:51,691 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:51,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=df498810413368d4a2799f58caf6a456, regionState=CLOSED 2024-11-08T01:47:51,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure df498810413368d4a2799f58caf6a456, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:51,695 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T01:47:51,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71 2024-11-08T01:47:51,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure df498810413368d4a2799f58caf6a456, server=c3c3beb0673d,38031,1731030357345 in 163 msec 2024-11-08T01:47:51,696 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:47:51,696 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. 2024-11-08T01:47:51,696 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for cbbd94fbd0c389095e5860b4832c7f26: Waiting for close lock at 1731030471691Running coprocessor pre-close hooks at 1731030471691Disabling compacts and flushes for region at 1731030471691Disabling writes for close at 1731030471691Writing region close event to WAL at 1731030471692 (+1 ms)Running coprocessor post-close hooks at 1731030471696 (+4 ms)Closed at 1731030471696 2024-11-08T01:47:51,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=df498810413368d4a2799f58caf6a456, UNASSIGN in 170 msec 2024-11-08T01:47:51,697 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:51,698 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=cbbd94fbd0c389095e5860b4832c7f26, regionState=CLOSED 2024-11-08T01:47:51,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure cbbd94fbd0c389095e5860b4832c7f26, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:51,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-08T01:47:51,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure cbbd94fbd0c389095e5860b4832c7f26, server=c3c3beb0673d,38031,1731030357345 in 170 msec 2024-11-08T01:47:51,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=70 2024-11-08T01:47:51,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=cbbd94fbd0c389095e5860b4832c7f26, UNASSIGN in 175 msec 2024-11-08T01:47:51,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-08T01:47:51,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 182 msec 2024-11-08T01:47:51,706 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030471706"}]},"ts":"1731030471706"} 2024-11-08T01:47:51,708 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-08T01:47:51,708 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-08T01:47:51,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 197 msec 2024-11-08T01:47:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-08T01:47:51,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-08T01:47:51,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-08T01:47:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-08T01:47:51,844 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-08T01:47:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-08T01:47:51,850 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456 2024-11-08T01:47:51,850 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:51,854 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/f, FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/f3, FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/mob, FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/recovered.edits] 2024-11-08T01:47:51,854 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/f, FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/f3, FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/mob, FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/recovered.edits] 2024-11-08T01:47:51,858 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/f/a183bf9008ed4d55877d0b3a0857d097_SeqId_4_ to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/archive/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/f/a183bf9008ed4d55877d0b3a0857d097_SeqId_4_ 2024-11-08T01:47:51,859 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/f3/a9b8869b97cf48569382173fe2c00154_SeqId_4_ to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/archive/data/default/table1/df498810413368d4a2799f58caf6a456/f3/a9b8869b97cf48569382173fe2c00154_SeqId_4_ 2024-11-08T01:47:51,862 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/mob/d30b167a3a7e424985add12ec973b01f_SeqId_4_ to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/archive/data/default/table1/df498810413368d4a2799f58caf6a456/mob/d30b167a3a7e424985add12ec973b01f_SeqId_4_ 2024-11-08T01:47:51,863 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/recovered.edits/6.seqid to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/archive/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26/recovered.edits/6.seqid 2024-11-08T01:47:51,863 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/cbbd94fbd0c389095e5860b4832c7f26 2024-11-08T01:47:51,865 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456/recovered.edits/6.seqid to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/archive/data/default/table1/df498810413368d4a2799f58caf6a456/recovered.edits/6.seqid 2024-11-08T01:47:51,865 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/df498810413368d4a2799f58caf6a456 2024-11-08T01:47:51,865 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-08T01:47:51,866 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-08T01:47:51,866 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-08T01:47:51,868 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-08T01:47:51,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38031 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T01:47:51,879 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-08T01:47:51,882 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-08T01:47:51,883 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-08T01:47:51,883 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731030460710.df498810413368d4a2799f58caf6a456.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731030471883"}]},"ts":"9223372036854775807"} 2024-11-08T01:47:51,883 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731030471883"}]},"ts":"9223372036854775807"} 2024-11-08T01:47:51,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-08T01:47:51,885 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => df498810413368d4a2799f58caf6a456, NAME => 'table1,,1731030460710.df498810413368d4a2799f58caf6a456.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => cbbd94fbd0c389095e5860b4832c7f26, NAME => 'table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-08T01:47:51,885 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-08T01:47:51,885 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731030471885"}]},"ts":"9223372036854775807"} 2024-11-08T01:47:51,887 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-08T01:47:51,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741981_1157 (size=938) 2024-11-08T01:47:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-08T01:47:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-08T01:47:52,295 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d09f03cf54a43273a8ee9e52c4cd140, NAME => 'table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:52,296 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 729caaa31a6598919a4edbc0054e31a7, NAME => 'table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:47:52,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741983_1159 (size=45) 2024-11-08T01:47:52,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741982_1158 (size=45) 2024-11-08T01:47:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 6d09f03cf54a43273a8ee9e52c4cd140, disabling compactions & flushes 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 729caaa31a6598919a4edbc0054e31a7, disabling compactions & flushes 2024-11-08T01:47:52,702 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:52,702 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. after waiting 0 ms 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. after waiting 0 ms 2024-11-08T01:47:52,702 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:52,702 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d09f03cf54a43273a8ee9e52c4cd140: Waiting for close lock at 1731030472702Disabling compacts and flushes for region at 1731030472702Disabling writes for close at 1731030472702Writing region close event to WAL at 1731030472702Closed at 1731030472702 2024-11-08T01:47:52,702 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 729caaa31a6598919a4edbc0054e31a7: Waiting for close lock at 1731030472702Disabling compacts and flushes for region at 1731030472702Disabling writes for close at 1731030472702Writing region close event to WAL at 1731030472702Closed at 1731030472702 2024-11-08T01:47:52,704 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731030472703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030472703"}]},"ts":"1731030472703"} 2024-11-08T01:47:52,704 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731030472703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030472703"}]},"ts":"1731030472703"} 2024-11-08T01:47:52,706 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T01:47:52,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030472707"}]},"ts":"1731030472707"} 2024-11-08T01:47:52,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-08T01:47:52,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, ASSIGN}] 2024-11-08T01:47:52,710 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, ASSIGN 2024-11-08T01:47:52,710 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, ASSIGN 2024-11-08T01:47:52,710 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:47:52,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:47:52,861 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=729caaa31a6598919a4edbc0054e31a7, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:52,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=6d09f03cf54a43273a8ee9e52c4cd140, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:52,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, ASSIGN because future has completed 2024-11-08T01:47:52,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d09f03cf54a43273a8ee9e52c4cd140, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:52,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, ASSIGN because future has completed 2024-11-08T01:47:52,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729caaa31a6598919a4edbc0054e31a7, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-08T01:47:53,017 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:53,017 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d09f03cf54a43273a8ee9e52c4cd140, NAME => 'table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-08T01:47:53,017 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:47:53,018 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,018 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:53,018 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,018 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,019 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,021 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d09f03cf54a43273a8ee9e52c4cd140 columnFamilyName f 2024-11-08T01:47:53,021 DEBUG [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:53,021 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(327): Store=6d09f03cf54a43273a8ee9e52c4cd140/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:53,021 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,022 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d09f03cf54a43273a8ee9e52c4cd140 columnFamilyName f3 2024-11-08T01:47:53,022 DEBUG [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:53,023 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(327): Store=6d09f03cf54a43273a8ee9e52c4cd140/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:53,023 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,024 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d09f03cf54a43273a8ee9e52c4cd140 columnFamilyName mob 2024-11-08T01:47:53,025 DEBUG [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:53,025 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(327): Store=6d09f03cf54a43273a8ee9e52c4cd140/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:53,025 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,026 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,026 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,027 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,027 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,028 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T01:47:53,029 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,030 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:47:53,031 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 6d09f03cf54a43273a8ee9e52c4cd140; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11830270240, jitterRate=0.10177977383136749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T01:47:53,031 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:53,032 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 6d09f03cf54a43273a8ee9e52c4cd140: Running coprocessor pre-open hook at 1731030473018Writing region info on filesystem at 1731030473018Initializing all the Stores at 1731030473019 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030473019Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030473019Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030473019Cleaning up temporary data from old regions at 1731030473027 (+8 ms)Running coprocessor post-open hooks at 1731030473031 (+4 ms)Region opened successfully at 1731030473031 2024-11-08T01:47:53,032 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., pid=78, masterSystemTime=1731030473014 2024-11-08T01:47:53,034 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:53,034 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:53,034 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:53,034 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 729caaa31a6598919a4edbc0054e31a7, NAME => 'table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-08T01:47:53,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=6d09f03cf54a43273a8ee9e52c4cd140, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:53,035 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:47:53,035 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,035 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:53,035 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,035 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d09f03cf54a43273a8ee9e52c4cd140, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:53,037 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,038 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 729caaa31a6598919a4edbc0054e31a7 columnFamilyName f 2024-11-08T01:47:53,038 DEBUG [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:53,038 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(327): Store=729caaa31a6598919a4edbc0054e31a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:53,038 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-08T01:47:53,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d09f03cf54a43273a8ee9e52c4cd140, server=c3c3beb0673d,38031,1731030357345 in 174 msec 2024-11-08T01:47:53,040 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 729caaa31a6598919a4edbc0054e31a7 columnFamilyName f3 2024-11-08T01:47:53,040 DEBUG [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:53,040 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(327): Store=729caaa31a6598919a4edbc0054e31a7/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:53,040 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, ASSIGN in 330 msec 2024-11-08T01:47:53,041 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 729caaa31a6598919a4edbc0054e31a7 columnFamilyName mob 2024-11-08T01:47:53,042 DEBUG [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:53,042 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(327): Store=729caaa31a6598919a4edbc0054e31a7/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:53,042 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,043 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,043 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,044 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,044 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,045 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T01:47:53,046 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,048 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:47:53,048 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 729caaa31a6598919a4edbc0054e31a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10776894080, jitterRate=0.003676474094390869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T01:47:53,048 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:53,049 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 729caaa31a6598919a4edbc0054e31a7: Running coprocessor pre-open hook at 1731030473035Writing region info on filesystem at 1731030473035Initializing all the Stores at 1731030473036 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030473036Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030473036Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030473036Cleaning up temporary data from old regions at 1731030473044 (+8 ms)Running coprocessor post-open hooks at 1731030473048 (+4 ms)Region opened successfully at 1731030473049 (+1 ms) 2024-11-08T01:47:53,049 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7., pid=79, masterSystemTime=1731030473014 2024-11-08T01:47:53,051 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:53,051 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:53,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=729caaa31a6598919a4edbc0054e31a7, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:53,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729caaa31a6598919a4edbc0054e31a7, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:53,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-08T01:47:53,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 729caaa31a6598919a4edbc0054e31a7, server=c3c3beb0673d,38031,1731030357345 in 190 msec 2024-11-08T01:47:53,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=75 2024-11-08T01:47:53,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, ASSIGN in 346 msec 2024-11-08T01:47:53,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030473057"}]},"ts":"1731030473057"} 2024-11-08T01:47:53,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-08T01:47:53,059 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-08T01:47:53,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2200 sec 2024-11-08T01:47:53,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T01:47:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-08T01:47:53,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-08T01:47:53,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T01:47:53,997 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c,hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58 from hbase tables test-1731030365575 to tables table1 2024-11-08T01:47:53,997 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731030365575 into table1 2024-11-08T01:47:53,998 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997 from hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c,hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58 2024-11-08T01:47:53,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d276319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:53,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:53,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:54,000 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adf1579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:54,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@989581b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:54,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:54,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:54,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c2234c0 2024-11-08T01:47:54,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:54,004 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:54,005 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T01:47:54,005 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-08T01:47:54,005 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T01:47:54,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:54,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:54,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:54,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:54,009 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-08T01:47:54,009 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-08T01:47:54,009 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T01:47:54,009 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/partitions_23bc7c8f-c2af-4dc6-a708-6db06c60cedb 2024-11-08T01:47:54,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741984_1160 (size=177) 2024-11-08T01:47:54,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:54,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:54,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:54,790 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T01:47:55,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-15676461344858826423.jar 2024-11-08T01:47:55,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:55,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:47:55,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:47:55,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:47:55,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:47:55,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:47:55,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:47:55,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:47:55,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:47:55,403 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:47:55,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:47:55,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:55,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:47:55,405 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-08T01:47:55,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:47:55,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:55,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:55,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:55,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:55,406 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T01:47:55,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:47:55,418 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:47:55,431 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T01:47:55,529 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local160998907_0014_6e432cbf-6e46-4e42-9c44-9e2cf5ef76b6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:47:55,529 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local160998907_0014_6e432cbf-6e46-4e42-9c44-9e2cf5ef76b6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:47:55,592 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/87e64567dd484d2580d062bdd5c8eadc 2024-11-08T01:47:55,594 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:47:55,643 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/83377ecafef44b61929cee753d4f7485 2024-11-08T01:47:55,647 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:47:55,683 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f/ba2192ca64194494b31adc7df4db6e73 2024-11-08T01:47:55,686 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:47:55,729 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/a5e31bd53f6d9f89f86f27f2c2b61f58/mob/d41d8cd98f00b204e9800998ecf8427e20241108d9c84209127a449991c2fab6ce46fac0_489691f02823aec1b95207c589416e6c 2024-11-08T01:47:55,732 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:47:55,766 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030411660/default/test-1731030365575/archive/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/mob/7b900d3f3b6d477cb2be42b343cbfaf0 2024-11-08T01:47:55,769 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:47:55,800 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bb134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:55,800 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:55,801 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:55,802 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:55,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:55,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:55,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb2e563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:55,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:55,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:55,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:55,803 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:55,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fdb15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:55,804 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:55,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:55,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:55,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:55,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731030365575-1-0', locateType=CURRENT is [region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:55,809 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-08T01:47:55,809 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:55,809 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:55,809 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:55,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:55,809 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731030365575-1-0] 2024-11-08T01:47:55,809 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:47:55,816 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d97e252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:55,816 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:55,817 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:55,817 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:55,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd8c024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:55,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:55,819 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:55,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e55b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:55,820 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:55,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:55,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:55,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:55,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731030365575-3-0', locateType=CURRENT is [region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:55,824 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-08T01:47:55,824 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:55,824 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:55,824 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:55,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:55,824 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731030365575-3-0] 2024-11-08T01:47:55,824 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:47:55,830 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/_temporary/0/_temporary/attempt_local160998907_0014_r_000000_0/f/6925c27eb25742dd8a590f80509da531 is 59, key is row-test-1731030365575-1-10/f:q1/1731030396114/Put/seqid=0 2024-11-08T01:47:55,832 WARN [Thread-1804 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:47:55,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741985_1161 (size=11124) 2024-11-08T01:47:56,226 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-08T01:47:56,226 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-08T01:47:56,236 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/_temporary/0/_temporary/attempt_local160998907_0014_r_000000_0/mob/802d2583193c409c9cf0026ab0d0c86e is 192, key is row-test-1731030365575-3-100/mob:q1/1731030396397/Put/seqid=0 2024-11-08T01:47:56,237 WARN [Thread-1806 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:47:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741986_1162 (size=13403) 2024-11-08T01:47:56,665 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e47d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:56,665 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:56,665 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:56,666 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:56,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:56,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:56,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ccf338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:56,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:56,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:56,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:56,667 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:56,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490ff6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:56,668 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:56,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:56,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:56,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:56,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:56,672 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-08T01:47:56,672 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:56,672 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:56,672 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:56,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:56,672 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-08T01:47:56,672 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:47:56,676 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/_temporary/0/_temporary/attempt_local160998907_0014_r_000001_0/f/eb0d860b0b46484e84ec3ab00750316d is 37, key is row10/f:q1/1731030368285/Put/seqid=0 2024-11-08T01:47:56,678 WARN [Thread-1821 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:47:56,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741987_1163 (size=8741) 2024-11-08T01:47:57,572 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997 2024-11-08T01:47:57,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abc0f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:57,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:57,573 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:57,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:57,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:57,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367bbe4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:57,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:57,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,575 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:57,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a62a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:57,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:57,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:57,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:57,580 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/_SUCCESS 2024-11-08T01:47:57,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:57,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:57,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79904a2d 2024-11-08T01:47:57,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:57,588 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:57,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:57,593 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,597 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/f/6925c27eb25742dd8a590f80509da531 first=Optional[row-test-1731030365575-1-0] last=Optional[row-test-1731030365575-1-98] 2024-11-08T01:47:57,599 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/f/eb0d860b0b46484e84ec3ab00750316d first=Optional[row0] last=Optional[row98] 2024-11-08T01:47:57,602 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/mob/802d2583193c409c9cf0026ab0d0c86e first=Optional[row-test-1731030365575-3-0] last=Optional[row-test-1731030365575-3-99] 2024-11-08T01:47:57,605 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/f/eb0d860b0b46484e84ec3ab00750316d for inclusion in 729caaa31a6598919a4edbc0054e31a7/f 2024-11-08T01:47:57,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/f/6925c27eb25742dd8a590f80509da531 for inclusion in 6d09f03cf54a43273a8ee9e52c4cd140/f 2024-11-08T01:47:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-08T01:47:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-08T01:47:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HRegion(2603): Flush status journal for 729caaa31a6598919a4edbc0054e31a7: 2024-11-08T01:47:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/f/eb0d860b0b46484e84ec3ab00750316d to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/eb0d860b0b46484e84ec3ab00750316d 2024-11-08T01:47:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731030365575-1-0 last=row-test-1731030365575-1-98 2024-11-08T01:47:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T01:47:57,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/mob/802d2583193c409c9cf0026ab0d0c86e for inclusion in 6d09f03cf54a43273a8ee9e52c4cd140/mob 2024-11-08T01:47:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/eb0d860b0b46484e84ec3ab00750316d as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7/f/b937ac4ce8fb442792a43cd0aa9d1add_SeqId_4_ 2024-11-08T01:47:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0845c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731030365575-3-0 last=row-test-1731030365575-3-99 2024-11-08T01:47:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T01:47:57,614 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(2603): Flush status journal for 6d09f03cf54a43273a8ee9e52c4cd140: 2024-11-08T01:47:57,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:57,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:57,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69523de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:57,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:57,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/f/6925c27eb25742dd8a590f80509da531 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/6925c27eb25742dd8a590f80509da531 2024-11-08T01:47:57,615 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e28998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f409a7b 2024-11-08T01:47:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/6925c27eb25742dd8a590f80509da531 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/f/7c7d0db39d3b41d0be710ef8553943e2_SeqId_4_ 2024-11-08T01:47:57,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030473997/mob/802d2583193c409c9cf0026ab0d0c86e to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/mob/802d2583193c409c9cf0026ab0d0c86e 2024-11-08T01:47:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:57,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:57,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/mob/802d2583193c409c9cf0026ab0d0c86e as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/mob/586cf1dd9dbb49ea8e1788f0c30a18bc_SeqId_4_ 2024-11-08T01:47:57,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304c7a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:57,623 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:57,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:57,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:57,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dddb313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,624 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:57,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7289c4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e53a48a 2024-11-08T01:47:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:57,627 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:57,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:57,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:57,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:57,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:57,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031. 2024-11-08T01:47:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:57,639 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/eb0d860b0b46484e84ec3ab00750316d into 729caaa31a6598919a4edbc0054e31a7/f as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7/f/b937ac4ce8fb442792a43cd0aa9d1add_SeqId_4_ - updating store file list. 2024-11-08T01:47:57,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7/f/b937ac4ce8fb442792a43cd0aa9d1add_SeqId_4_ into 729caaa31a6598919a4edbc0054e31a7/f 2024-11-08T01:47:57,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/eb0d860b0b46484e84ec3ab00750316d into 729caaa31a6598919a4edbc0054e31a7/f (new location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7/f/b937ac4ce8fb442792a43cd0aa9d1add_SeqId_4_) 2024-11-08T01:47:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/eb0d860b0b46484e84ec3ab00750316d 2024-11-08T01:47:57,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a0e336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:57,647 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:57,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:57,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:57,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:47:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5933c655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:57,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:57,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25898a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:57,649 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:57,650 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5b2e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53393845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d73f8dd 2024-11-08T01:47:57,651 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d943a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:57,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T01:47:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e92797b 2024-11-08T01:47:57,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:57,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:57,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:57,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:57,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T01:47:57,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:57,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:57,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:57,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,670 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031. 2024-11-08T01:47:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:57,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:57,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:47:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:57,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/6925c27eb25742dd8a590f80509da531 into 6d09f03cf54a43273a8ee9e52c4cd140/f as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/f/7c7d0db39d3b41d0be710ef8553943e2_SeqId_4_ - updating store file list. 2024-11-08T01:47:57,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/f/7c7d0db39d3b41d0be710ef8553943e2_SeqId_4_ into 6d09f03cf54a43273a8ee9e52c4cd140/f 2024-11-08T01:47:57,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/6925c27eb25742dd8a590f80509da531 into 6d09f03cf54a43273a8ee9e52c4cd140/f (new location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/f/7c7d0db39d3b41d0be710ef8553943e2_SeqId_4_) 2024-11-08T01:47:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/f/6925c27eb25742dd8a590f80509da531 2024-11-08T01:47:57,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/mob/802d2583193c409c9cf0026ab0d0c86e into 6d09f03cf54a43273a8ee9e52c4cd140/mob as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/mob/586cf1dd9dbb49ea8e1788f0c30a18bc_SeqId_4_ - updating store file list. 2024-11-08T01:47:57,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/mob/586cf1dd9dbb49ea8e1788f0c30a18bc_SeqId_4_ into 6d09f03cf54a43273a8ee9e52c4cd140/mob 2024-11-08T01:47:57,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/mob/802d2583193c409c9cf0026ab0d0c86e into 6d09f03cf54a43273a8ee9e52c4cd140/mob (new location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/mob/586cf1dd9dbb49ea8e1788f0c30a18bc_SeqId_4_) 2024-11-08T01:47:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__hjk888922doh84foeojhtrksac6alcs8vb3rsi854g6m202q094l7io00ur2grhf/mob/802d2583193c409c9cf0026ab0d0c86e 2024-11-08T01:47:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498ce3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:57,691 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682de3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:57,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468a686c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:57,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:57,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc0d345 2024-11-08T01:47:57,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:57,694 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T01:47:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:57,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:57,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:57,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T01:47:57,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:47:57,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:47:57,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:47:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:47:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:57,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:47:57,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:47:57,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:57,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:47:57,712 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T01:47:57,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 , the old value is region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:47:57,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:47:57,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 from cache 2024-11-08T01:47:57,713 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T01:47:57,732 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731030365575' to 'table1' from log dirs: hdfs://localhost:37705/backupUT/backup_1731030447473/default/test-1731030365575/f2/61f837643f66428fb4522bfed2f3c5a0 2024-11-08T01:47:57,735 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731030365575', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731030447473 2024-11-08T01:47:57,737 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:47:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-08T01:47:57,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741988_1164 (size=938) 2024-11-08T01:47:57,824 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T01:47:58,150 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-08T01:47:58,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-08T01:47:58,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-08T01:47:58,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, REOPEN/MOVE}] 2024-11-08T01:47:58,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, REOPEN/MOVE 2024-11-08T01:47:58,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, REOPEN/MOVE 2024-11-08T01:47:58,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=729caaa31a6598919a4edbc0054e31a7, regionState=CLOSING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:58,156 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=6d09f03cf54a43273a8ee9e52c4cd140, regionState=CLOSING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:58,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, REOPEN/MOVE because future has completed 2024-11-08T01:47:58,157 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T01:47:58,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 729caaa31a6598919a4edbc0054e31a7, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:58,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, REOPEN/MOVE because future has completed 2024-11-08T01:47:58,158 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T01:47:58,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6d09f03cf54a43273a8ee9e52c4cd140, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:58,310 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,310 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T01:47:58,310 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 729caaa31a6598919a4edbc0054e31a7, disabling compactions & flushes 2024-11-08T01:47:58,310 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:58,310 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:58,311 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. after waiting 0 ms 2024-11-08T01:47:58,311 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:58,315 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T01:47:58,315 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:47:58,315 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:58,316 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 729caaa31a6598919a4edbc0054e31a7: Waiting for close lock at 1731030478310Running coprocessor pre-close hooks at 1731030478310Disabling compacts and flushes for region at 1731030478310Disabling writes for close at 1731030478311 (+1 ms)Writing region close event to WAL at 1731030478311Running coprocessor post-close hooks at 1731030478315 (+4 ms)Closed at 1731030478315 2024-11-08T01:47:58,316 WARN [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 729caaa31a6598919a4edbc0054e31a7 to self. 2024-11-08T01:47:58,318 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,318 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,318 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T01:47:58,318 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 6d09f03cf54a43273a8ee9e52c4cd140, disabling compactions & flushes 2024-11-08T01:47:58,318 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:58,318 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:58,318 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. after waiting 0 ms 2024-11-08T01:47:58,318 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:58,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=729caaa31a6598919a4edbc0054e31a7, regionState=CLOSED 2024-11-08T01:47:58,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 729caaa31a6598919a4edbc0054e31a7, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:58,322 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T01:47:58,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-08T01:47:58,323 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:47:58,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 729caaa31a6598919a4edbc0054e31a7, server=c3c3beb0673d,38031,1731030357345 in 163 msec 2024-11-08T01:47:58,323 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:58,323 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 6d09f03cf54a43273a8ee9e52c4cd140: Waiting for close lock at 1731030478318Running coprocessor pre-close hooks at 1731030478318Disabling compacts and flushes for region at 1731030478318Disabling writes for close at 1731030478318Writing region close event to WAL at 1731030478319 (+1 ms)Running coprocessor post-close hooks at 1731030478323 (+4 ms)Closed at 1731030478323 2024-11-08T01:47:58,323 WARN [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 6d09f03cf54a43273a8ee9e52c4cd140 to self. 2024-11-08T01:47:58,323 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, REOPEN/MOVE; state=CLOSED, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=true 2024-11-08T01:47:58,324 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=6d09f03cf54a43273a8ee9e52c4cd140, regionState=CLOSED 2024-11-08T01:47:58,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6d09f03cf54a43273a8ee9e52c4cd140, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:58,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82 2024-11-08T01:47:58,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 6d09f03cf54a43273a8ee9e52c4cd140, server=c3c3beb0673d,38031,1731030357345 in 169 msec 2024-11-08T01:47:58,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, REOPEN/MOVE; state=CLOSED, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=true 2024-11-08T01:47:58,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=729caaa31a6598919a4edbc0054e31a7, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:58,474 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=6d09f03cf54a43273a8ee9e52c4cd140, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:58,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, REOPEN/MOVE because future has completed 2024-11-08T01:47:58,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d09f03cf54a43273a8ee9e52c4cd140, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:58,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, REOPEN/MOVE because future has completed 2024-11-08T01:47:58,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729caaa31a6598919a4edbc0054e31a7, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:47:58,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T01:47:58,631 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:58,631 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d09f03cf54a43273a8ee9e52c4cd140, NAME => 'table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-08T01:47:58,632 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:47:58,632 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,632 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:58,633 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,633 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,634 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,635 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d09f03cf54a43273a8ee9e52c4cd140 columnFamilyName f 2024-11-08T01:47:58,635 DEBUG [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:58,640 DEBUG [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/f/7c7d0db39d3b41d0be710ef8553943e2_SeqId_4_ 2024-11-08T01:47:58,641 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(327): Store=6d09f03cf54a43273a8ee9e52c4cd140/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:58,641 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,642 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d09f03cf54a43273a8ee9e52c4cd140 columnFamilyName f2 2024-11-08T01:47:58,642 DEBUG [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:58,642 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(327): Store=6d09f03cf54a43273a8ee9e52c4cd140/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:58,643 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,643 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d09f03cf54a43273a8ee9e52c4cd140 columnFamilyName mob 2024-11-08T01:47:58,644 DEBUG [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:58,649 DEBUG [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/mob/586cf1dd9dbb49ea8e1788f0c30a18bc_SeqId_4_ 2024-11-08T01:47:58,649 INFO [StoreOpener-6d09f03cf54a43273a8ee9e52c4cd140-1 {}] regionserver.HStore(327): Store=6d09f03cf54a43273a8ee9e52c4cd140/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:58,649 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,650 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,651 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,652 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,652 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,652 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T01:47:58,653 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,654 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 6d09f03cf54a43273a8ee9e52c4cd140; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9698872800, jitterRate=-0.0967220813035965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T01:47:58,654 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:47:58,655 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 6d09f03cf54a43273a8ee9e52c4cd140: Running coprocessor pre-open hook at 1731030478633Writing region info on filesystem at 1731030478633Initializing all the Stores at 1731030478633Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030478634 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030478634Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030478634Cleaning up temporary data from old regions at 1731030478652 (+18 ms)Running coprocessor post-open hooks at 1731030478654 (+2 ms)Region opened successfully at 1731030478655 (+1 ms) 2024-11-08T01:47:58,656 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., pid=86, masterSystemTime=1731030478628 2024-11-08T01:47:58,658 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:58,658 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:47:58,658 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:58,658 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 729caaa31a6598919a4edbc0054e31a7, NAME => 'table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-08T01:47:58,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=6d09f03cf54a43273a8ee9e52c4cd140, regionState=OPEN, openSeqNum=7, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:58,659 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:47:58,659 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,659 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:47:58,659 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,659 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d09f03cf54a43273a8ee9e52c4cd140, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:58,660 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,661 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 729caaa31a6598919a4edbc0054e31a7 columnFamilyName f 2024-11-08T01:47:58,661 DEBUG [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:58,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=82 2024-11-08T01:47:58,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d09f03cf54a43273a8ee9e52c4cd140, server=c3c3beb0673d,38031,1731030357345 in 185 msec 2024-11-08T01:47:58,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6d09f03cf54a43273a8ee9e52c4cd140, REOPEN/MOVE in 509 msec 2024-11-08T01:47:58,667 DEBUG [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7/f/b937ac4ce8fb442792a43cd0aa9d1add_SeqId_4_ 2024-11-08T01:47:58,667 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(327): Store=729caaa31a6598919a4edbc0054e31a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:58,667 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,669 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 729caaa31a6598919a4edbc0054e31a7 columnFamilyName f2 2024-11-08T01:47:58,669 DEBUG [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:58,669 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(327): Store=729caaa31a6598919a4edbc0054e31a7/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:58,669 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,670 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 729caaa31a6598919a4edbc0054e31a7 columnFamilyName mob 2024-11-08T01:47:58,671 DEBUG [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:47:58,671 INFO [StoreOpener-729caaa31a6598919a4edbc0054e31a7-1 {}] regionserver.HStore(327): Store=729caaa31a6598919a4edbc0054e31a7/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:47:58,671 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,672 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,673 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,674 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,674 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,675 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T01:47:58,676 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,677 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 729caaa31a6598919a4edbc0054e31a7; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9903037600, jitterRate=-0.07770775258541107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T01:47:58,677 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:47:58,677 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 729caaa31a6598919a4edbc0054e31a7: Running coprocessor pre-open hook at 1731030478659Writing region info on filesystem at 1731030478659Initializing all the Stores at 1731030478660 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030478660Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030478660Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030478660Cleaning up temporary data from old regions at 1731030478674 (+14 ms)Running coprocessor post-open hooks at 1731030478677 (+3 ms)Region opened successfully at 1731030478677 2024-11-08T01:47:58,678 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7., pid=87, masterSystemTime=1731030478628 2024-11-08T01:47:58,679 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:58,680 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:47:58,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=729caaa31a6598919a4edbc0054e31a7, regionState=OPEN, openSeqNum=7, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:47:58,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729caaa31a6598919a4edbc0054e31a7, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:47:58,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-08T01:47:58,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 729caaa31a6598919a4edbc0054e31a7, server=c3c3beb0673d,38031,1731030357345 in 205 msec 2024-11-08T01:47:58,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=81 2024-11-08T01:47:58,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=729caaa31a6598919a4edbc0054e31a7, REOPEN/MOVE in 530 msec 2024-11-08T01:47:58,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-08T01:47:58,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 534 msec 2024-11-08T01:47:58,689 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-08T01:47:58,690 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., family=f3 2024-11-08T01:47:58,691 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7., family=f3 2024-11-08T01:47:58,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 954 msec 2024-11-08T01:47:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T01:47:58,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-08T01:47:58,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T01:47:58,698 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:47:58,698 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:37705/backupUT/backup_1731030447473/default/test-1731030365575/f2/61f837643f66428fb4522bfed2f3c5a0 from hbase tables test-1731030365575 to tables table1 2024-11-08T01:47:58,698 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731030365575 into table1 2024-11-08T01:47:58,700 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030478698 from hdfs://localhost:37705/backupUT/backup_1731030447473/default/test-1731030365575/f2/61f837643f66428fb4522bfed2f3c5a0 2024-11-08T01:47:58,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595f75a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:58,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:47:58,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:47:58,701 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:47:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:47:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:47:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b18736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:47:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:47:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:47:58,703 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:47:58,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dd928a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:47:58,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:47:58,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:47:58,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b458f85 2024-11-08T01:47:58,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:47:58,705 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:47:58,706 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T01:47:58,706 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-08T01:47:58,706 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T01:47:58,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:47:58,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:47:58,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:47:58,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:47:58,710 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-08T01:47:58,710 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-08T01:47:58,710 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T01:47:58,710 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/partitions_71aea798-1be2-416b-86fe-95720680caf1 2024-11-08T01:47:58,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741989_1165 (size=177) 2024-11-08T01:47:59,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:59,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:59,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:47:59,961 DEBUG [regionserver/c3c3beb0673d:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-08T01:48:00,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-7598207725816472539.jar 2024-11-08T01:48:00,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,106 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:48:00,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:48:00,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:48:00,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:48:00,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:48:00,107 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:48:00,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:48:00,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:48:00,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:48:00,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:48:00,108 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:48:00,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,109 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:00,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:48:00,110 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-08T01:48:00,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:48:00,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:00,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:00,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:00,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:00,110 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T01:48:00,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:48:00,123 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:48:00,136 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T01:48:00,229 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local876372679_0015_a8f7cc7e-a42e-45b0-b5b3-d5ae0e61f2d4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:48:00,229 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local876372679_0015_a8f7cc7e-a42e-45b0-b5b3-d5ae0e61f2d4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:48:00,299 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030447473/default/test-1731030365575/f2/61f837643f66428fb4522bfed2f3c5a0 2024-11-08T01:48:00,302 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:48:00,333 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26837185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:00,333 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:48:00,333 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:48:00,334 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:48:00,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:48:00,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:48:00,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e187642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:00,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:48:00,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:48:00,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:00,336 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:48:00,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b051d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:00,337 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:48:00,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:48:00,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:48:00,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:48:00,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731030365575-2-0', locateType=CURRENT is [region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=7] 2024-11-08T01:48:00,341 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-08T01:48:00,341 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:00,341 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:00,341 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:00,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:00,341 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731030365575-2-0] 2024-11-08T01:48:00,341 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:48:00,345 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030478698/_temporary/0/_temporary/attempt_local876372679_0015_r_000000_0/f2/7e7eb31538c04fffbe599c1d2e3a1a53 is 58, key is row-test-1731030365575-2-0/f2:q1/1731030442464/Put/seqid=0 2024-11-08T01:48:00,346 WARN [Thread-1885 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:48:00,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741990_1166 (size=5608) 2024-11-08T01:48:01,270 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030478698 2024-11-08T01:48:01,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db24679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:01,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:48:01,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:48:01,272 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:48:01,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:48:01,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:48:01,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23379134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:01,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:48:01,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:48:01,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:01,274 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:48:01,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5273de93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:01,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:48:01,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:48:01,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:48:01,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:48:01,279 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030478698/_SUCCESS 2024-11-08T01:48:01,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:48:01,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:48:01,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b23755 2024-11-08T01:48:01,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:48:01,283 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:48:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=7] 2024-11-08T01:48:01,288 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T01:48:01,293 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030478698/f2/7e7eb31538c04fffbe599c1d2e3a1a53 first=Optional[row-test-1731030365575-2-0] last=Optional[row-test-1731030365575-2-6] 2024-11-08T01:48:01,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030478698/f2/7e7eb31538c04fffbe599c1d2e3a1a53 for inclusion in 6d09f03cf54a43273a8ee9e52c4cd140/f2 2024-11-08T01:48:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731030365575-2-0 last=row-test-1731030365575-2-6 2024-11-08T01:48:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T01:48:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(2603): Flush status journal for 6d09f03cf54a43273a8ee9e52c4cd140: 2024-11-08T01:48:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-default-table1-1731030478698/f2/7e7eb31538c04fffbe599c1d2e3a1a53 to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__frv2tp088usgor2gil3424s76nvv5o99l01ooaha6kr519uoh2m501v1369osbge/f2/7e7eb31538c04fffbe599c1d2e3a1a53 2024-11-08T01:48:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__frv2tp088usgor2gil3424s76nvv5o99l01ooaha6kr519uoh2m501v1369osbge/f2/7e7eb31538c04fffbe599c1d2e3a1a53 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/f2/dd2cdfec1e6c45449077245a4affab6d_SeqId_9_ 2024-11-08T01:48:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f55b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:48:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:48:01,304 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:48:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:48:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:48:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346850e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:48:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:48:01,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:01,305 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:48:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5d92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:48:01,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:48:01,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@543012c2 2024-11-08T01:48:01,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:48:01,308 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:48:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:48:01,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:48:01,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:48:01,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:48:01,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:48:01,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:48:01,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:48:01,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:48:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:01,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:01,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__frv2tp088usgor2gil3424s76nvv5o99l01ooaha6kr519uoh2m501v1369osbge/f2/7e7eb31538c04fffbe599c1d2e3a1a53 into 6d09f03cf54a43273a8ee9e52c4cd140/f2 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/f2/dd2cdfec1e6c45449077245a4affab6d_SeqId_9_ - updating store file list. 2024-11-08T01:48:01,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/f2/dd2cdfec1e6c45449077245a4affab6d_SeqId_9_ into 6d09f03cf54a43273a8ee9e52c4cd140/f2 2024-11-08T01:48:01,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__frv2tp088usgor2gil3424s76nvv5o99l01ooaha6kr519uoh2m501v1369osbge/f2/7e7eb31538c04fffbe599c1d2e3a1a53 into 6d09f03cf54a43273a8ee9e52c4cd140/f2 (new location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/f2/dd2cdfec1e6c45449077245a4affab6d_SeqId_9_) 2024-11-08T01:48:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__table1__frv2tp088usgor2gil3424s76nvv5o99l01ooaha6kr519uoh2m501v1369osbge/f2/7e7eb31538c04fffbe599c1d2e3a1a53 2024-11-08T01:48:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc539d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:48:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:48:01,336 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:48:01,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:48:01,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:48:01,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1814d608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:01,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:48:01,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:48:01,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:01,338 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:48:01,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa37ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:48:01,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:48:01,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20a1695 2024-11-08T01:48:01,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:48:01,340 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T01:48:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:48:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:48:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:48:01,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T01:48:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:48:01,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:48:01,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:48:01,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:48:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:01,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:01,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:48:01,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:01,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:01,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:01,358 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T01:48:01,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:01,358 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731030365575 has been successfully restored to table1 2024-11-08T01:48:01,358 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T01:48:01,358 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731030447473 hdfs://localhost:37705/backupUT/backup_1731030447473/default/test-1731030365575/ 2024-11-08T01:48:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=7 , the old value is region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:48:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:48:01,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=7 from cache 2024-11-08T01:48:01,359 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37705/backupUT/backup_1731030411660/.backup.manifest 2024-11-08T01:48:01,359 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T01:48:01,361 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731030411660/.backup.manifest 2024-11-08T01:48:01,361 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17310303655751' to 'ns2:table2' from full backup image hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751 2024-11-08T01:48:01,363 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17310303655751', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731030447473 2024-11-08T01:48:01,365 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-08T01:48:01,366 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-08T01:48:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-08T01:48:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T01:48:01,369 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030481369"}]},"ts":"1731030481369"} 2024-11-08T01:48:01,371 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-08T01:48:01,371 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-08T01:48:01,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-08T01:48:01,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d78f088a87cd4412f7be1321f75a9f25, UNASSIGN}] 2024-11-08T01:48:01,373 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d78f088a87cd4412f7be1321f75a9f25, UNASSIGN 2024-11-08T01:48:01,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=d78f088a87cd4412f7be1321f75a9f25, regionState=CLOSING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:48:01,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d78f088a87cd4412f7be1321f75a9f25, UNASSIGN because future has completed 2024-11-08T01:48:01,375 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T01:48:01,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure d78f088a87cd4412f7be1321f75a9f25, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:48:01,463 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T01:48:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T01:48:01,528 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:48:01,528 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T01:48:01,528 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing d78f088a87cd4412f7be1321f75a9f25, disabling compactions & flushes 2024-11-08T01:48:01,528 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:48:01,528 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:48:01,528 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. after waiting 0 ms 2024-11-08T01:48:01,528 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:48:01,532 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T01:48:01,533 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:01,533 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. 2024-11-08T01:48:01,533 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for d78f088a87cd4412f7be1321f75a9f25: Waiting for close lock at 1731030481528Running coprocessor pre-close hooks at 1731030481528Disabling compacts and flushes for region at 1731030481528Disabling writes for close at 1731030481528Writing region close event to WAL at 1731030481529 (+1 ms)Running coprocessor post-close hooks at 1731030481533 (+4 ms)Closed at 1731030481533 2024-11-08T01:48:01,535 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:48:01,535 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=d78f088a87cd4412f7be1321f75a9f25, regionState=CLOSED 2024-11-08T01:48:01,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure d78f088a87cd4412f7be1321f75a9f25, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:48:01,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-08T01:48:01,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure d78f088a87cd4412f7be1321f75a9f25, server=c3c3beb0673d,38031,1731030357345 in 162 msec 2024-11-08T01:48:01,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-08T01:48:01,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d78f088a87cd4412f7be1321f75a9f25, UNASSIGN in 166 msec 2024-11-08T01:48:01,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-08T01:48:01,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 170 msec 2024-11-08T01:48:01,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030481543"}]},"ts":"1731030481543"} 2024-11-08T01:48:01,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-08T01:48:01,545 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-08T01:48:01,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 179 msec 2024-11-08T01:48:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T01:48:01,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-08T01:48:01,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-08T01:48:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-08T01:48:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T01:48:01,686 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-08T01:48:01,688 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:48:01,690 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/f, FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/recovered.edits] 2024-11-08T01:48:01,693 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/f/45ffd86c2e9c47ed8bbd998dd9b39207_SeqId_4_ to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/archive/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/f/45ffd86c2e9c47ed8bbd998dd9b39207_SeqId_4_ 2024-11-08T01:48:01,696 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/recovered.edits/6.seqid to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/archive/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25/recovered.edits/6.seqid 2024-11-08T01:48:01,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/d78f088a87cd4412f7be1321f75a9f25 2024-11-08T01:48:01,697 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-08T01:48:01,701 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-08T01:48:01,703 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-08T01:48:01,703 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-08T01:48:01,703 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731030481703"}]},"ts":"9223372036854775807"} 2024-11-08T01:48:01,705 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T01:48:01,705 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d78f088a87cd4412f7be1321f75a9f25, NAME => 'ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T01:48:01,705 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-08T01:48:01,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731030481705"}]},"ts":"9223372036854775807"} 2024-11-08T01:48:01,706 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-08T01:48:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741991_1167 (size=351) 2024-11-08T01:48:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T01:48:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T01:48:02,114 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 373d5d8131b90237c1c1599f9e680e6a, NAME => 'ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626 2024-11-08T01:48:02,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741992_1168 (size=37) 2024-11-08T01:48:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T01:48:02,520 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:48:02,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 373d5d8131b90237c1c1599f9e680e6a, disabling compactions & flushes 2024-11-08T01:48:02,521 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:02,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:02,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. after waiting 0 ms 2024-11-08T01:48:02,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:02,521 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:02,521 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 373d5d8131b90237c1c1599f9e680e6a: Waiting for close lock at 1731030482521Disabling compacts and flushes for region at 1731030482521Disabling writes for close at 1731030482521Writing region close event to WAL at 1731030482521Closed at 1731030482521 2024-11-08T01:48:02,522 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731030482522"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030482522"}]},"ts":"1731030482522"} 2024-11-08T01:48:02,524 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T01:48:02,525 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030482525"}]},"ts":"1731030482525"} 2024-11-08T01:48:02,526 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-08T01:48:02,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=373d5d8131b90237c1c1599f9e680e6a, ASSIGN}] 2024-11-08T01:48:02,527 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=373d5d8131b90237c1c1599f9e680e6a, ASSIGN 2024-11-08T01:48:02,528 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=373d5d8131b90237c1c1599f9e680e6a, ASSIGN; state=OFFLINE, location=c3c3beb0673d,38031,1731030357345; forceNewPlan=false, retain=false 2024-11-08T01:48:02,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=373d5d8131b90237c1c1599f9e680e6a, regionState=OPENING, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:48:02,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=373d5d8131b90237c1c1599f9e680e6a, ASSIGN because future has completed 2024-11-08T01:48:02,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 373d5d8131b90237c1c1599f9e680e6a, server=c3c3beb0673d,38031,1731030357345}] 2024-11-08T01:48:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T01:48:02,836 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:02,836 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 373d5d8131b90237c1c1599f9e680e6a, NAME => 'ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T01:48:02,836 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T01:48:02,837 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,837 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T01:48:02,837 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,837 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,838 INFO [StoreOpener-373d5d8131b90237c1c1599f9e680e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,840 INFO [StoreOpener-373d5d8131b90237c1c1599f9e680e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 373d5d8131b90237c1c1599f9e680e6a columnFamilyName f 2024-11-08T01:48:02,840 DEBUG [StoreOpener-373d5d8131b90237c1c1599f9e680e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:48:02,840 INFO [StoreOpener-373d5d8131b90237c1c1599f9e680e6a-1 {}] regionserver.HStore(327): Store=373d5d8131b90237c1c1599f9e680e6a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T01:48:02,840 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,841 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,841 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,842 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,842 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,843 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,845 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/373d5d8131b90237c1c1599f9e680e6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T01:48:02,845 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 373d5d8131b90237c1c1599f9e680e6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11382915360, jitterRate=0.06011660397052765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T01:48:02,845 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:02,846 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 373d5d8131b90237c1c1599f9e680e6a: Running coprocessor pre-open hook at 1731030482837Writing region info on filesystem at 1731030482837Initializing all the Stores at 1731030482838 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030482838Cleaning up temporary data from old regions at 1731030482842 (+4 ms)Running coprocessor post-open hooks at 1731030482845 (+3 ms)Region opened successfully at 1731030482846 (+1 ms) 2024-11-08T01:48:02,847 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a., pid=94, masterSystemTime=1731030482833 2024-11-08T01:48:02,849 DEBUG [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:02,849 INFO [RS_OPEN_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:02,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=373d5d8131b90237c1c1599f9e680e6a, regionState=OPEN, openSeqNum=2, regionLocation=c3c3beb0673d,38031,1731030357345 2024-11-08T01:48:02,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 373d5d8131b90237c1c1599f9e680e6a, server=c3c3beb0673d,38031,1731030357345 because future has completed 2024-11-08T01:48:02,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-08T01:48:02,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 373d5d8131b90237c1c1599f9e680e6a, server=c3c3beb0673d,38031,1731030357345 in 170 msec 2024-11-08T01:48:02,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-08T01:48:02,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=373d5d8131b90237c1c1599f9e680e6a, ASSIGN in 327 msec 2024-11-08T01:48:02,855 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030482855"}]},"ts":"1731030482855"} 2024-11-08T01:48:02,856 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-08T01:48:02,856 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-08T01:48:02,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1720 sec 2024-11-08T01:48:03,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T01:48:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T01:48:03,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-08T01:48:03,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T01:48:03,837 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935 from hbase tables ns2:test-17310303655751 to tables ns2:table2 2024-11-08T01:48:03,837 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17310303655751 into ns2:table2 2024-11-08T01:48:03,838 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030483837 from hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935 2024-11-08T01:48:03,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c64d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:03,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:48:03,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:48:03,840 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:48:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:48:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:48:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b39aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:48:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:48:03,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:03,841 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:48:03,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b25f0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:03,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:48:03,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:48:03,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b3bd0b8 2024-11-08T01:48:03,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:48:03,843 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:48:03,844 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T01:48:03,844 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-08T01:48:03,844 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T01:48:03,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:48:03,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:48:03,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:48:03,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:48:03,847 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-08T01:48:03,847 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-08T01:48:03,848 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/partitions_c809ec31-c1a9-4ecd-ac31-c01565f8b4b9 2024-11-08T01:48:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741993_1169 (size=153) 2024-11-08T01:48:04,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:04,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:04,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop-11813913618924852187.jar 2024-11-08T01:48:05,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:48:05,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T01:48:05,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T01:48:05,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T01:48:05,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T01:48:05,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T01:48:05,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T01:48:05,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T01:48:05,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T01:48:05,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T01:48:05,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T01:48:05,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T01:48:05,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T01:48:05,242 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-08T01:48:05,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:48:05,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:05,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:05,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:05,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:05,242 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T01:48:05,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T01:48:05,255 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T01:48:05,267 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T01:48:05,363 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1739871686_0016_95c8ecbb-eae2-40c9-88b8-5a88e98f43fc/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T01:48:05,363 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/mapreduce.cluster.local.dir/job_local1739871686_0016_95c8ecbb-eae2-40c9-88b8-5a88e98f43fc/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T01:48:05,420 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/d6a70d3c86f14e6b9a70a249cc2cadb7 2024-11-08T01:48:05,424 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:48:05,474 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:37705/backupUT/backup_1731030411660/ns2/test-17310303655751/archive/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/f/44f8a36441134a768147fc78b93540fd 2024-11-08T01:48:05,477 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T01:48:05,505 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3731b036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:05,505 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:48:05,506 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:48:05,506 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:48:05,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:48:05,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:48:05,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ab6058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:05,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:48:05,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:48:05,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:05,508 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:48:05,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b837c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:05,509 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:48:05,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:48:05,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:48:05,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:48:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:48:05,513 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-08T01:48:05,513 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:05,513 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:05,513 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:05,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:05,513 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-08T01:48:05,513 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: c3c3beb0673d 2024-11-08T01:48:05,517 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030483837/_temporary/0/_temporary/attempt_local1739871686_0016_r_000000_0/f/c745a04eac3e4ba895753cb6ea3089ce is 38, key is row-t20/f:q1/1731030396436/Put/seqid=0 2024-11-08T01:48:05,519 WARN [Thread-1960 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [c3c3beb0673d:38031] Specified favored nodes: [c3c3beb0673d:38031] 2024-11-08T01:48:05,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741994_1170 (size=8935) 2024-11-08T01:48:06,405 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030483837 2024-11-08T01:48:06,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea1cc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:06,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:48:06,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:48:06,406 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:48:06,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:48:06,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:48:06,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23917627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:06,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:48:06,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:48:06,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,408 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:48:06,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efaa7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:06,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:48:06,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:48:06,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:48:06,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:48:06,414 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030483837/_SUCCESS 2024-11-08T01:48:06,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:48:06,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:48:06,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fddd1b2 2024-11-08T01:48:06,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:48:06,418 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:48:06,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:48:06,423 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T01:48:06,428 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030483837/f/c745a04eac3e4ba895753cb6ea3089ce first=Optional[row-t20] last=Optional[row98] 2024-11-08T01:48:06,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030483837/f/c745a04eac3e4ba895753cb6ea3089ce for inclusion in 373d5d8131b90237c1c1599f9e680e6a/f 2024-11-08T01:48:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-08T01:48:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T01:48:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegion(2603): Flush status journal for 373d5d8131b90237c1c1599f9e680e6a: 2024-11-08T01:48:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/hbase-staging/bulk_output-ns2-table2-1731030483837/f/c745a04eac3e4ba895753cb6ea3089ce to hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__5il7c94kjqdgrrddhfe2ir5bfit63jk9riq1qgqiisr3rerjjkgge1v6sd2b0p52/f/c745a04eac3e4ba895753cb6ea3089ce 2024-11-08T01:48:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__5il7c94kjqdgrrddhfe2ir5bfit63jk9riq1qgqiisr3rerjjkgge1v6sd2b0p52/f/c745a04eac3e4ba895753cb6ea3089ce as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/373d5d8131b90237c1c1599f9e680e6a/f/8480a4d8d7854e29ac2ab749386a346c_SeqId_4_ 2024-11-08T01:48:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee8ab18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:48:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:48:06,439 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:48:06,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:48:06,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:48:06,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10454ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:06,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:48:06,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:48:06,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:48:06,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbbcc8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:48:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:48:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68a9aac4 2024-11-08T01:48:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:48:06,443 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T01:48:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:48:06,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:48:06,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:48:06,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T01:48:06,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:48:06,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:48:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:48:06,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:48:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:06,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__5il7c94kjqdgrrddhfe2ir5bfit63jk9riq1qgqiisr3rerjjkgge1v6sd2b0p52/f/c745a04eac3e4ba895753cb6ea3089ce into 373d5d8131b90237c1c1599f9e680e6a/f as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/373d5d8131b90237c1c1599f9e680e6a/f/8480a4d8d7854e29ac2ab749386a346c_SeqId_4_ - updating store file list. 2024-11-08T01:48:06,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/373d5d8131b90237c1c1599f9e680e6a/f/8480a4d8d7854e29ac2ab749386a346c_SeqId_4_ into 373d5d8131b90237c1c1599f9e680e6a/f 2024-11-08T01:48:06,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__5il7c94kjqdgrrddhfe2ir5bfit63jk9riq1qgqiisr3rerjjkgge1v6sd2b0p52/f/c745a04eac3e4ba895753cb6ea3089ce into 373d5d8131b90237c1c1599f9e680e6a/f (new location: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/373d5d8131b90237c1c1599f9e680e6a/f/8480a4d8d7854e29ac2ab749386a346c_SeqId_4_) 2024-11-08T01:48:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/staging/jenkins__ns2_table2__5il7c94kjqdgrrddhfe2ir5bfit63jk9riq1qgqiisr3rerjjkgge1v6sd2b0p52/f/c745a04eac3e4ba895753cb6ea3089ce 2024-11-08T01:48:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de02ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request c3c3beb0673d,42757,-1 for getting cluster id 2024-11-08T01:48:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T01:48:06,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd499eddc-19ec-42b4-a91c-35536f280930' 2024-11-08T01:48:06,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T01:48:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d499eddc-19ec-42b4-a91c-35536f280930" 2024-11-08T01:48:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c55a778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c3c3beb0673d,42757,-1] 2024-11-08T01:48:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T01:48:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,470 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T01:48:06,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112edb81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T01:48:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T01:48:06,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c3c3beb0673d,42757,1731030355763 2024-11-08T01:48:06,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26edaf9a 2024-11-08T01:48:06,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T01:48:06,472 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T01:48:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T01:48:06,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c3c3beb0673d,38031,1731030357345, seqNum=-1] 2024-11-08T01:48:06,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T01:48:06,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T01:48:06,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T01:48:06,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T01:48:06,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:48:06,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031. 2024-11-08T01:48:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:06,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:48:06,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:06,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:06,487 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T01:48:06,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 , the old value is region=ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:48:06,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T01:48:06,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 from cache 2024-11-08T01:48:06,487 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T01:48:06,503 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17310303655751', skipping incremental restore step. 2024-11-08T01:48:06,503 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T01:48:06,503 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731030447473 hdfs://localhost:37705/backupUT/backup_1731030447473/ns2/test-17310303655751/ 2024-11-08T01:48:06,503 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-08T01:48:06,505 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T01:48:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:45056 deadline: 1731030546505, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731030460710.df498810413368d4a2799f58caf6a456. is not online on c3c3beb0673d,38031,1731030357345 2024-11-08T01:48:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 , the old value is region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731030460710.df498810413368d4a2799f58caf6a456. is not online on c3c3beb0673d,38031,1731030357345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731030460710.df498810413368d4a2799f58caf6a456. is not online on c3c3beb0673d,38031,1731030357345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731030460710.df498810413368d4a2799f58caf6a456., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 from cache 2024-11-08T01:48:06,594 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c3c3beb0673d:38031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T01:48:06,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140., hostname=c3c3beb0673d,38031,1731030357345, seqNum=7] 2024-11-08T01:48:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:45056 deadline: 1731030546618, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. is not online on c3c3beb0673d,38031,1731030357345 2024-11-08T01:48:06,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 , the old value is region=table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. is not online on c3c3beb0673d,38031,1731030357345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:06,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26. is not online on c3c3beb0673d,38031,1731030357345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:06,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731030460710.cbbd94fbd0c389095e5860b4832c7f26., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 from cache 2024-11-08T01:48:06,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7., hostname=c3c3beb0673d,38031,1731030357345, seqNum=7] 2024-11-08T01:48:06,729 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-08T01:48:06,733 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-08T01:48:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:48:06,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T01:48:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:48:06,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T01:48:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:48:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T01:48:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:48:06,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T01:48:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:48:06,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T01:48:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T01:48:06,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T01:48:06,753 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-08T01:48:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:45056 deadline: 1731030546752, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. is not online on c3c3beb0673d,38031,1731030357345 2024-11-08T01:48:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 , the old value is region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. is not online on c3c3beb0673d,38031,1731030357345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25. is not online on c3c3beb0673d,38031,1731030357345 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T01:48:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2 from cache 2024-11-08T01:48:06,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a., hostname=c3c3beb0673d,38031,1731030357345, seqNum=2] 2024-11-08T01:48:06,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:48:06,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:06,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:06,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/c3c3beb0673d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1215405986-172.17.0.2-1731030352730:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1215405986-172.17.0.2-1731030352730:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1081593459_20 at /127.0.0.1:53816 [Receiving block BP-1215405986-172.17.0.2-1731030352730:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1081593459_20 at /127.0.0.1:53826 [Receiving block BP-1215405986-172.17.0.2-1731030352730:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'c3c3beb0673d,38031,1731030357345' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1803634341_20 at /127.0.0.1:60398 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1081593459_20 at /127.0.0.1:53820 [Receiving block BP-1215405986-172.17.0.2-1731030352730:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(c3c3beb0673d,38031,1731030357345)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1215405986-172.17.0.2-1731030352730:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c3c3beb0673d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (c3c3beb0673d,42757,1731030355763)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=45 (was 73), ProcessCount=9 (was 9), AvailableMemoryMB=2828 (was 3383) 2024-11-08T01:48:06,891 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-08T01:48:06,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T01:48:06,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:48:06,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:06,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:06,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T01:48:06,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2126990335, stopped=false 2024-11-08T01:48:06,899 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c3c3beb0673d,42757,1731030355763 2024-11-08T01:48:06,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-08T01:48:06,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-08T01:48:06,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:48:06,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:48:06,901 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:48:06,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T01:48:06,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T01:48:06,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T01:48:06,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:06,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c3c3beb0673d,38031,1731030357345' ***** 2024-11-08T01:48:06,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T01:48:06,905 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-08T01:48:06,909 INFO [RS:0;c3c3beb0673d:38031 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6e12a44d{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-08T01:48:06,911 INFO [RS:0;c3c3beb0673d:38031 {}] server.AbstractConnector(383): Stopped ServerConnector@5804e71e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T01:48:06,911 INFO [RS:0;c3c3beb0673d:38031 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:48:06,911 INFO [RS:0;c3c3beb0673d:38031 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@23a380bc{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-08T01:48:06,911 INFO [RS:0;c3c3beb0673d:38031 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@13c18cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,STOPPED} 2024-11-08T01:48:06,913 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T01:48:06,913 INFO [RS:0;c3c3beb0673d:38031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T01:48:06,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T01:48:06,913 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-08T01:48:06,913 INFO [RS:0;c3c3beb0673d:38031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d09f03cf54a43273a8ee9e52c4cd140 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 36c2335b259eb83bc469296b004d9935 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 53681445d83788b34581790d1f6b9368 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 489691f02823aec1b95207c589416e6c 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 729caaa31a6598919a4edbc0054e31a7 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 373d5d8131b90237c1c1599f9e680e6a 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(959): stopping server c3c3beb0673d,38031,1731030357345 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c3c3beb0673d:38031. 2024-11-08T01:48:06,914 DEBUG [RS:0;c3c3beb0673d:38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:06,914 DEBUG [RS:0;c3c3beb0673d:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:06,914 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d09f03cf54a43273a8ee9e52c4cd140, disabling compactions & flushes 2024-11-08T01:48:06,914 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:48:06,914 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T01:48:06,914 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. after waiting 0 ms 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T01:48:06,914 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:48:06,914 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T01:48:06,915 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-08T01:48:06,915 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T01:48:06,915 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T01:48:06,915 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T01:48:06,915 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T01:48:06,915 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T01:48:06,915 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2502b3292eb72eeb3a9b1be46cef384e, 36c2335b259eb83bc469296b004d9935, 373d5d8131b90237c1c1599f9e680e6a, 489691f02823aec1b95207c589416e6c, 53681445d83788b34581790d1f6b9368, 6d09f03cf54a43273a8ee9e52c4cd140, 729caaa31a6598919a4edbc0054e31a7, 81c5edca4fa52ce85891a27274c3c801, fb109be79f9b5b8c70655d940fb54bee 2024-11-08T01:48:06,915 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-08T01:48:06,919 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/6d09f03cf54a43273a8ee9e52c4cd140/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-08T01:48:06,920 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:06,920 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:48:06,920 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d09f03cf54a43273a8ee9e52c4cd140: Waiting for close lock at 1731030486914Running coprocessor pre-close hooks at 1731030486914Disabling compacts and flushes for region at 1731030486914Disabling writes for close at 1731030486914Writing region close event to WAL at 1731030486916 (+2 ms)Running coprocessor post-close hooks at 1731030486920 (+4 ms)Closed at 1731030486920 2024-11-08T01:48:06,920 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731030471870.6d09f03cf54a43273a8ee9e52c4cd140. 2024-11-08T01:48:06,920 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb109be79f9b5b8c70655d940fb54bee, disabling compactions & flushes 2024-11-08T01:48:06,920 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:48:06,920 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:48:06,920 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. after waiting 0 ms 2024-11-08T01:48:06,920 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:48:06,924 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns3/test-17310303655752/fb109be79f9b5b8c70655d940fb54bee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:48:06,924 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:06,924 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:48:06,924 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb109be79f9b5b8c70655d940fb54bee: Waiting for close lock at 1731030486920Running coprocessor pre-close hooks at 1731030486920Disabling compacts and flushes for region at 1731030486920Disabling writes for close at 1731030486920Writing region close event to WAL at 1731030486921 (+1 ms)Running coprocessor post-close hooks at 1731030486924 (+3 ms)Closed at 1731030486924 2024-11-08T01:48:06,924 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17310303655752,,1731030370689.fb109be79f9b5b8c70655d940fb54bee. 2024-11-08T01:48:06,925 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36c2335b259eb83bc469296b004d9935, disabling compactions & flushes 2024-11-08T01:48:06,925 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:48:06,925 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:48:06,925 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. after waiting 0 ms 2024-11-08T01:48:06,925 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:48:06,928 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/test-17310303655751/36c2335b259eb83bc469296b004d9935/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-08T01:48:06,929 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:06,929 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:48:06,929 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36c2335b259eb83bc469296b004d9935: Waiting for close lock at 1731030486925Running coprocessor pre-close hooks at 1731030486925Disabling compacts and flushes for region at 1731030486925Disabling writes for close at 1731030486925Writing region close event to WAL at 1731030486925Running coprocessor post-close hooks at 1731030486929 (+4 ms)Closed at 1731030486929 2024-11-08T01:48:06,929 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935. 2024-11-08T01:48:06,929 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53681445d83788b34581790d1f6b9368, disabling compactions & flushes 2024-11-08T01:48:06,929 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:48:06,929 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:48:06,929 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. after waiting 0 ms 2024-11-08T01:48:06,929 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:48:06,932 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns4/test-17310303655753/53681445d83788b34581790d1f6b9368/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:48:06,932 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:06,932 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:48:06,933 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53681445d83788b34581790d1f6b9368: Waiting for close lock at 1731030486929Running coprocessor pre-close hooks at 1731030486929Disabling compacts and flushes for region at 1731030486929Disabling writes for close at 1731030486929Writing region close event to WAL at 1731030486929Running coprocessor post-close hooks at 1731030486932 (+3 ms)Closed at 1731030486932 2024-11-08T01:48:06,933 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17310303655753,,1731030371844.53681445d83788b34581790d1f6b9368. 2024-11-08T01:48:06,933 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 489691f02823aec1b95207c589416e6c, disabling compactions & flushes 2024-11-08T01:48:06,933 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:48:06,933 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:48:06,933 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. after waiting 0 ms 2024-11-08T01:48:06,933 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:48:06,933 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 489691f02823aec1b95207c589416e6c 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-08T01:48:06,940 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/info/1b6477fc634e43cfbe762b9962340843 is 159, key is ns2:test-17310303655751,,1731030368401.36c2335b259eb83bc469296b004d9935./info:regioninfo/1731030369581/Put/seqid=0 2024-11-08T01:48:06,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741995_1171 (size=19093) 2024-11-08T01:48:06,950 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f2/ae283e4b21fc4c3cba1848be0244b004 is 58, key is row-test-1731030365575-2-0/f2:q1/1731030442464/Put/seqid=0 2024-11-08T01:48:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741996_1172 (size=5464) 2024-11-08T01:48:06,984 INFO [regionserver/c3c3beb0673d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:48:07,115 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2502b3292eb72eeb3a9b1be46cef384e, 373d5d8131b90237c1c1599f9e680e6a, 489691f02823aec1b95207c589416e6c, 729caaa31a6598919a4edbc0054e31a7, 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:48:07,315 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2502b3292eb72eeb3a9b1be46cef384e, 373d5d8131b90237c1c1599f9e680e6a, 489691f02823aec1b95207c589416e6c, 729caaa31a6598919a4edbc0054e31a7, 81c5edca4fa52ce85891a27274c3c801 2024-11-08T01:48:07,344 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/info/1b6477fc634e43cfbe762b9962340843 2024-11-08T01:48:07,354 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f2/ae283e4b21fc4c3cba1848be0244b004 2024-11-08T01:48:07,359 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/.tmp/f2/ae283e4b21fc4c3cba1848be0244b004 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f2/ae283e4b21fc4c3cba1848be0244b004 2024-11-08T01:48:07,363 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/f2/ae283e4b21fc4c3cba1848be0244b004, entries=7, sequenceid=348, filesize=5.3 K 2024-11-08T01:48:07,364 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 489691f02823aec1b95207c589416e6c in 431ms, sequenceid=348, compaction requested=false 2024-11-08T01:48:07,368 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/test-1731030365575/489691f02823aec1b95207c589416e6c/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-08T01:48:07,368 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:07,368 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:48:07,368 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 489691f02823aec1b95207c589416e6c: Waiting for close lock at 1731030486933Running coprocessor pre-close hooks at 1731030486933Disabling compacts and flushes for region at 1731030486933Disabling writes for close at 1731030486933Obtaining lock to block concurrent updates at 1731030486933Preparing flush snapshotting stores in 489691f02823aec1b95207c589416e6c at 1731030486933Finished memstore snapshotting test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731030486933Flushing stores of test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. at 1731030486934 (+1 ms)Flushing 489691f02823aec1b95207c589416e6c/f2: creating writer at 1731030486934Flushing 489691f02823aec1b95207c589416e6c/f2: appending metadata at 1731030486949 (+15 ms)Flushing 489691f02823aec1b95207c589416e6c/f2: closing flushed file at 1731030486949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421554b2: reopening flushed file at 1731030487358 (+409 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 489691f02823aec1b95207c589416e6c in 431ms, sequenceid=348, compaction requested=false at 1731030487364 (+6 ms)Writing region close event to WAL at 1731030487365 (+1 ms)Running coprocessor post-close hooks at 1731030487368 (+3 ms)Closed at 1731030487368 2024-11-08T01:48:07,369 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731030365575,,1731030366081.489691f02823aec1b95207c589416e6c. 2024-11-08T01:48:07,369 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 729caaa31a6598919a4edbc0054e31a7, disabling compactions & flushes 2024-11-08T01:48:07,369 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:48:07,369 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:48:07,369 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. after waiting 0 ms 2024-11-08T01:48:07,369 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:48:07,371 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/ns/8916ceb00b0f456a8c12fbff2467b8ef is 85, key is ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25./ns:/1731030481699/DeleteFamily/seqid=0 2024-11-08T01:48:07,372 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/default/table1/729caaa31a6598919a4edbc0054e31a7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-08T01:48:07,372 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:07,372 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:48:07,372 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 729caaa31a6598919a4edbc0054e31a7: Waiting for close lock at 1731030487369Running coprocessor pre-close hooks at 1731030487369Disabling compacts and flushes for region at 1731030487369Disabling writes for close at 1731030487369Writing region close event to WAL at 1731030487369Running coprocessor post-close hooks at 1731030487372 (+3 ms)Closed at 1731030487372 2024-11-08T01:48:07,372 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731030471870.729caaa31a6598919a4edbc0054e31a7. 2024-11-08T01:48:07,373 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81c5edca4fa52ce85891a27274c3c801, disabling compactions & flushes 2024-11-08T01:48:07,373 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:48:07,373 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:48:07,373 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. after waiting 0 ms 2024-11-08T01:48:07,373 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:48:07,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741997_1173 (size=5760) 2024-11-08T01:48:07,376 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system_bulk/81c5edca4fa52ce85891a27274c3c801/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T01:48:07,376 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:07,376 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:48:07,376 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81c5edca4fa52ce85891a27274c3c801: Waiting for close lock at 1731030487372Running coprocessor pre-close hooks at 1731030487372Disabling compacts and flushes for region at 1731030487372Disabling writes for close at 1731030487373 (+1 ms)Writing region close event to WAL at 1731030487373Running coprocessor post-close hooks at 1731030487376 (+3 ms)Closed at 1731030487376 2024-11-08T01:48:07,376 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731030378023.81c5edca4fa52ce85891a27274c3c801. 2024-11-08T01:48:07,376 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 373d5d8131b90237c1c1599f9e680e6a, disabling compactions & flushes 2024-11-08T01:48:07,376 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:07,376 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:07,376 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. after waiting 0 ms 2024-11-08T01:48:07,376 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:07,379 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/ns2/table2/373d5d8131b90237c1c1599f9e680e6a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T01:48:07,379 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:07,380 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:07,380 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 373d5d8131b90237c1c1599f9e680e6a: Waiting for close lock at 1731030487376Running coprocessor pre-close hooks at 1731030487376Disabling compacts and flushes for region at 1731030487376Disabling writes for close at 1731030487376Writing region close event to WAL at 1731030487377 (+1 ms)Running coprocessor post-close hooks at 1731030487379 (+2 ms)Closed at 1731030487380 (+1 ms) 2024-11-08T01:48:07,380 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731030481698.373d5d8131b90237c1c1599f9e680e6a. 2024-11-08T01:48:07,380 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2502b3292eb72eeb3a9b1be46cef384e, disabling compactions & flushes 2024-11-08T01:48:07,380 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:48:07,380 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:48:07,380 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. after waiting 0 ms 2024-11-08T01:48:07,380 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:48:07,380 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2502b3292eb72eeb3a9b1be46cef384e 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-08T01:48:07,383 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/0e9f0b71bb304dd3aa11ab4ed67eba9a is 158, key is trslm:hdfs://localhost:37705/backupUT\x00ns2:test-17310303655751/meta:log-roll-map/1731030460234/Put/seqid=0 2024-11-08T01:48:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741998_1174 (size=6208) 2024-11-08T01:48:07,516 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:48:07,716 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:48:07,775 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/ns/8916ceb00b0f456a8c12fbff2467b8ef 2024-11-08T01:48:07,786 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/0e9f0b71bb304dd3aa11ab4ed67eba9a 2024-11-08T01:48:07,793 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/095a288a4fda4f8eb4e18d7e9dbeb44f is 588, key is session:backup_1731030447473/session:context/1731030460661/Put/seqid=0 2024-11-08T01:48:07,796 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/rep_barrier/746c8214e6394eb28752e1ffc61754fe is 94, key is ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25./rep_barrier:/1731030481699/DeleteFamily/seqid=0 2024-11-08T01:48:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741999_1175 (size=5689) 2024-11-08T01:48:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073742000_1176 (size=5640) 2024-11-08T01:48:07,891 INFO [regionserver/c3c3beb0673d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T01:48:07,891 INFO [regionserver/c3c3beb0673d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T01:48:07,916 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T01:48:07,916 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2502b3292eb72eeb3a9b1be46cef384e=backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e.} 2024-11-08T01:48:07,916 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:48:08,116 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2502b3292eb72eeb3a9b1be46cef384e 2024-11-08T01:48:08,197 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/095a288a4fda4f8eb4e18d7e9dbeb44f 2024-11-08T01:48:08,199 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/rep_barrier/746c8214e6394eb28752e1ffc61754fe 2024-11-08T01:48:08,203 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/meta/0e9f0b71bb304dd3aa11ab4ed67eba9a as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/0e9f0b71bb304dd3aa11ab4ed67eba9a 2024-11-08T01:48:08,208 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/meta/0e9f0b71bb304dd3aa11ab4ed67eba9a, entries=7, sequenceid=52, filesize=6.1 K 2024-11-08T01:48:08,209 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/.tmp/session/095a288a4fda4f8eb4e18d7e9dbeb44f as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/095a288a4fda4f8eb4e18d7e9dbeb44f 2024-11-08T01:48:08,214 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/session/095a288a4fda4f8eb4e18d7e9dbeb44f, entries=2, sequenceid=52, filesize=5.6 K 2024-11-08T01:48:08,215 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 2502b3292eb72eeb3a9b1be46cef384e in 835ms, sequenceid=52, compaction requested=true 2024-11-08T01:48:08,222 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/table/5aaba68ea0b64c5bb13e4233019c97e3 is 88, key is ns2:table2,,1731030466662.d78f088a87cd4412f7be1321f75a9f25./table:/1731030481699/DeleteFamily/seqid=0 2024-11-08T01:48:08,222 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/backup/system/2502b3292eb72eeb3a9b1be46cef384e/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-08T01:48:08,223 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:08,223 INFO [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:48:08,223 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2502b3292eb72eeb3a9b1be46cef384e: Waiting for close lock at 1731030487380Running coprocessor pre-close hooks at 1731030487380Disabling compacts and flushes for region at 1731030487380Disabling writes for close at 1731030487380Obtaining lock to block concurrent updates at 1731030487380Preparing flush snapshotting stores in 2502b3292eb72eeb3a9b1be46cef384e at 1731030487380Finished memstore snapshotting backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731030487380Flushing stores of backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. at 1731030487381 (+1 ms)Flushing 2502b3292eb72eeb3a9b1be46cef384e/meta: creating writer at 1731030487381Flushing 2502b3292eb72eeb3a9b1be46cef384e/meta: appending metadata at 1731030487382 (+1 ms)Flushing 2502b3292eb72eeb3a9b1be46cef384e/meta: closing flushed file at 1731030487382Flushing 2502b3292eb72eeb3a9b1be46cef384e/session: creating writer at 1731030487790 (+408 ms)Flushing 2502b3292eb72eeb3a9b1be46cef384e/session: appending metadata at 1731030487792 (+2 ms)Flushing 2502b3292eb72eeb3a9b1be46cef384e/session: closing flushed file at 1731030487792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f82ade9: reopening flushed file at 1731030488202 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e24dd70: reopening flushed file at 1731030488208 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 2502b3292eb72eeb3a9b1be46cef384e in 835ms, sequenceid=52, compaction requested=true at 1731030488215 (+7 ms)Writing region close event to WAL at 1731030488219 (+4 ms)Running coprocessor post-close hooks at 1731030488223 (+4 ms)Closed at 1731030488223 2024-11-08T01:48:08,223 DEBUG [RS_CLOSE_REGION-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731030375838.2502b3292eb72eeb3a9b1be46cef384e. 2024-11-08T01:48:08,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073742001_1177 (size=6364) 2024-11-08T01:48:08,317 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T01:48:08,517 DEBUG [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T01:48:08,626 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/table/5aaba68ea0b64c5bb13e4233019c97e3 2024-11-08T01:48:08,632 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/info/1b6477fc634e43cfbe762b9962340843 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/info/1b6477fc634e43cfbe762b9962340843 2024-11-08T01:48:08,637 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/info/1b6477fc634e43cfbe762b9962340843, entries=114, sequenceid=97, filesize=18.6 K 2024-11-08T01:48:08,637 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/ns/8916ceb00b0f456a8c12fbff2467b8ef as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/ns/8916ceb00b0f456a8c12fbff2467b8ef 2024-11-08T01:48:08,642 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/ns/8916ceb00b0f456a8c12fbff2467b8ef, entries=10, sequenceid=97, filesize=5.6 K 2024-11-08T01:48:08,643 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/rep_barrier/746c8214e6394eb28752e1ffc61754fe as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/rep_barrier/746c8214e6394eb28752e1ffc61754fe 2024-11-08T01:48:08,647 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/rep_barrier/746c8214e6394eb28752e1ffc61754fe, entries=3, sequenceid=97, filesize=5.5 K 2024-11-08T01:48:08,648 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/.tmp/table/5aaba68ea0b64c5bb13e4233019c97e3 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/table/5aaba68ea0b64c5bb13e4233019c97e3 2024-11-08T01:48:08,652 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/table/5aaba68ea0b64c5bb13e4233019c97e3, entries=21, sequenceid=97, filesize=6.2 K 2024-11-08T01:48:08,653 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=97, compaction requested=false 2024-11-08T01:48:08,658 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-08T01:48:08,659 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T01:48:08,659 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T01:48:08,659 INFO [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T01:48:08,659 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731030486915Running coprocessor pre-close hooks at 1731030486915Disabling compacts and flushes for region at 1731030486915Disabling writes for close at 1731030486915Obtaining lock to block concurrent updates at 1731030486915Preparing flush snapshotting stores in 1588230740 at 1731030486915Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731030486915Flushing stores of hbase:meta,,1.1588230740 at 1731030486916 (+1 ms)Flushing 1588230740/info: creating writer at 1731030486916Flushing 1588230740/info: appending metadata at 1731030486939 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731030486939Flushing 1588230740/ns: creating writer at 1731030487349 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731030487371 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731030487371Flushing 1588230740/rep_barrier: creating writer at 1731030487781 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731030487795 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731030487795Flushing 1588230740/table: creating writer at 1731030488205 (+410 ms)Flushing 1588230740/table: appending metadata at 1731030488221 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731030488222 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3045b370: reopening flushed file at 1731030488631 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551829df: reopening flushed file at 1731030488637 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724677e1: reopening flushed file at 1731030488642 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cb51fd: reopening flushed file at 1731030488647 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=97, compaction requested=false at 1731030488653 (+6 ms)Writing region close event to WAL at 1731030488655 (+2 ms)Running coprocessor post-close hooks at 1731030488659 (+4 ms)Closed at 1731030488659 2024-11-08T01:48:08,659 DEBUG [RS_CLOSE_META-regionserver/c3c3beb0673d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T01:48:08,717 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(976): stopping server c3c3beb0673d,38031,1731030357345; all regions closed. 2024-11-08T01:48:08,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741953_1129 (size=16160) 2024-11-08T01:48:08,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.meta.1731030451791.meta not finished, retry = 0 2024-11-08T01:48:08,825 DEBUG [RS:0;c3c3beb0673d:38031 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs 2024-11-08T01:48:08,825 INFO [RS:0;c3c3beb0673d:38031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.meta:.meta(num 1731030451791) 2024-11-08T01:48:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741955_1131 (size=4491) 2024-11-08T01:48:08,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0.1731030451826 not finished, retry = 0 2024-11-08T01:48:08,930 DEBUG [RS:0;c3c3beb0673d:38031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs 2024-11-08T01:48:08,930 INFO [RS:0;c3c3beb0673d:38031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-0:(num 1731030451826) 2024-11-08T01:48:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741954_1130 (size=7557) 2024-11-08T01:48:08,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/WALs/c3c3beb0673d,38031,1731030357345/c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1.1731030451809 not finished, retry = 0 2024-11-08T01:48:09,035 DEBUG [RS:0;c3c3beb0673d:38031 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/oldWALs 2024-11-08T01:48:09,035 INFO [RS:0;c3c3beb0673d:38031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c3c3beb0673d%2C38031%2C1731030357345.c3c3beb0673d%2C38031%2C1731030357345.regiongroup-1:(num 1731030451809) 2024-11-08T01:48:09,035 DEBUG [RS:0;c3c3beb0673d:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:09,035 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T01:48:09,035 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:48:09,036 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.ChoreService(370): Chore service for: regionserver/c3c3beb0673d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T01:48:09,036 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:48:09,036 INFO [regionserver/c3c3beb0673d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:48:09,036 INFO [RS:0;c3c3beb0673d:38031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38031 2024-11-08T01:48:09,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/c3c3beb0673d,38031,1731030357345 2024-11-08T01:48:09,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-08T01:48:09,040 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:48:09,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c3c3beb0673d,38031,1731030357345] 2024-11-08T01:48:09,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/c3c3beb0673d,38031,1731030357345 already deleted, retry=false 2024-11-08T01:48:09,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c3c3beb0673d,38031,1731030357345 expired; onlineServers=0 2024-11-08T01:48:09,046 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c3c3beb0673d,42757,1731030355763' ***** 2024-11-08T01:48:09,046 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T01:48:09,046 INFO [M:0;c3c3beb0673d:42757 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-08T01:48:09,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-08T01:48:09,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T01:48:09,053 INFO [M:0;c3c3beb0673d:42757 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@56e6bf8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-08T01:48:09,053 INFO [M:0;c3c3beb0673d:42757 {}] server.AbstractConnector(383): Stopped ServerConnector@69cb2ebd{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T01:48:09,053 INFO [M:0;c3c3beb0673d:42757 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:48:09,053 INFO [M:0;c3c3beb0673d:42757 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5b460d1c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-08T01:48:09,053 INFO [M:0;c3c3beb0673d:42757 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7ca98a11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,STOPPED} 2024-11-08T01:48:09,054 INFO [M:0;c3c3beb0673d:42757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T01:48:09,054 INFO [M:0;c3c3beb0673d:42757 {}] master.HMaster(1770): Stopping master jetty server 2024-11-08T01:48:09,054 INFO [M:0;c3c3beb0673d:42757 {}] server.AbstractConnector(383): Stopped ServerConnector@294c9b87{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T01:48:09,055 INFO [M:0;c3c3beb0673d:42757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T01:48:09,055 DEBUG [M:0;c3c3beb0673d:42757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T01:48:09,055 INFO [M:0;c3c3beb0673d:42757 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-08T01:48:09,055 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T01:48:09,055 INFO [M:0;c3c3beb0673d:42757 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;c3c3beb0673d:42757. 2024-11-08T01:48:09,055 DEBUG [M:0;c3c3beb0673d:42757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T01:48:09,055 DEBUG [M:0;c3c3beb0673d:42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:09,055 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster-HFileCleaner.small.0-1731030359757 {}] cleaner.HFileCleaner(306): Exit Thread[master/c3c3beb0673d:0:becomeActiveMaster-HFileCleaner.small.0-1731030359757,5,FailOnTimeoutGroup] 2024-11-08T01:48:09,055 DEBUG [master/c3c3beb0673d:0:becomeActiveMaster-HFileCleaner.large.0-1731030359750 {}] cleaner.HFileCleaner(306): Exit Thread[master/c3c3beb0673d:0:becomeActiveMaster-HFileCleaner.large.0-1731030359750,5,FailOnTimeoutGroup] 2024-11-08T01:48:09,055 DEBUG [M:0;c3c3beb0673d:42757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T01:48:09,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T01:48:09,056 DEBUG [M:0;c3c3beb0673d:42757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T01:48:09,056 INFO [M:0;c3c3beb0673d:42757 {}] hbase.ChoreService(370): Chore service for: master/c3c3beb0673d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T01:48:09,056 INFO [M:0;c3c3beb0673d:42757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T01:48:09,056 DEBUG [M:0;c3c3beb0673d:42757 {}] master.HMaster(1795): Stopping service threads 2024-11-08T01:48:09,056 INFO [M:0;c3c3beb0673d:42757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T01:48:09,056 INFO [M:0;c3c3beb0673d:42757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T01:48:09,056 ERROR [M:0;c3c3beb0673d:42757 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-08T01:48:09,057 INFO [M:0;c3c3beb0673d:42757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T01:48:09,057 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T01:48:09,057 DEBUG [M:0;c3c3beb0673d:42757 {}] zookeeper.ZKUtil(347): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-08T01:48:09,057 WARN [M:0;c3c3beb0673d:42757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T01:48:09,058 INFO [M:0;c3c3beb0673d:42757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/.lastflushedseqids 2024-11-08T01:48:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073742002_1178 (size=761) 2024-11-08T01:48:09,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:48:09,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x100f540f64f0001, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:48:09,144 INFO [RS:0;c3c3beb0673d:38031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:48:09,144 INFO [RS:0;c3c3beb0673d:38031 {}] regionserver.HRegionServer(1031): Exiting; stopping=c3c3beb0673d,38031,1731030357345; zookeeper connection closed. 2024-11-08T01:48:09,144 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f0f4b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f0f4b9 2024-11-08T01:48:09,145 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T01:48:09,469 INFO [M:0;c3c3beb0673d:42757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T01:48:09,470 INFO [M:0;c3c3beb0673d:42757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T01:48:09,470 DEBUG [M:0;c3c3beb0673d:42757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T01:48:09,483 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:48:09,483 DEBUG [M:0;c3c3beb0673d:42757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:48:09,483 DEBUG [M:0;c3c3beb0673d:42757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T01:48:09,483 DEBUG [M:0;c3c3beb0673d:42757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:48:09,484 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.63 KB heapSize=512.82 KB 2024-11-08T01:48:09,499 DEBUG [M:0;c3c3beb0673d:42757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/476ea64638fa4ae28504b4f1de25d362 is 82, key is hbase:meta,,1/info:regioninfo/1731030360517/Put/seqid=0 2024-11-08T01:48:09,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073742003_1179 (size=5672) 2024-11-08T01:48:09,904 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/476ea64638fa4ae28504b4f1de25d362 2024-11-08T01:48:09,924 DEBUG [M:0;c3c3beb0673d:42757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3141e7644d746f782e5d624c52566ca is 2201, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1731030478692/Put/seqid=0 2024-11-08T01:48:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073742004_1180 (size=28867) 2024-11-08T01:48:10,328 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.07 KB at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3141e7644d746f782e5d624c52566ca 2024-11-08T01:48:10,333 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3141e7644d746f782e5d624c52566ca 2024-11-08T01:48:10,348 DEBUG [M:0;c3c3beb0673d:42757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99c71852b70c4185a3825cf20e3d8654 is 69, key is c3c3beb0673d,38031,1731030357345/rs:state/1731030359820/Put/seqid=0 2024-11-08T01:48:10,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073742005_1181 (size=5156) 2024-11-08T01:48:10,753 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99c71852b70c4185a3825cf20e3d8654 2024-11-08T01:48:10,758 DEBUG [M:0;c3c3beb0673d:42757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/476ea64638fa4ae28504b4f1de25d362 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/476ea64638fa4ae28504b4f1de25d362 2024-11-08T01:48:10,762 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/476ea64638fa4ae28504b4f1de25d362, entries=8, sequenceid=898, filesize=5.5 K 2024-11-08T01:48:10,762 DEBUG [M:0;c3c3beb0673d:42757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3141e7644d746f782e5d624c52566ca as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3141e7644d746f782e5d624c52566ca 2024-11-08T01:48:10,766 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3141e7644d746f782e5d624c52566ca 2024-11-08T01:48:10,766 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3141e7644d746f782e5d624c52566ca, entries=93, sequenceid=898, filesize=28.2 K 2024-11-08T01:48:10,767 DEBUG [M:0;c3c3beb0673d:42757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99c71852b70c4185a3825cf20e3d8654 as hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99c71852b70c4185a3825cf20e3d8654 2024-11-08T01:48:10,771 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99c71852b70c4185a3825cf20e3d8654, entries=1, sequenceid=898, filesize=5.0 K 2024-11-08T01:48:10,772 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.63 KB/447105, heapSize ~512.52 KB/524824, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=898, compaction requested=false 2024-11-08T01:48:10,773 INFO [M:0;c3c3beb0673d:42757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T01:48:10,773 DEBUG [M:0;c3c3beb0673d:42757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731030489470Disabling compacts and flushes for region at 1731030489470Disabling writes for close at 1731030489483 (+13 ms)Obtaining lock to block concurrent updates at 1731030489484 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731030489484Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447105, getHeapSize=525064, getOffHeapSize=0, getCellsCount=1021 at 1731030489484Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731030489485 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731030489485Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731030489499 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731030489499Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731030489908 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731030489923 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731030489923Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731030490333 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731030490348 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731030490348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5b22d1: reopening flushed file at 1731030490757 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1718c1: reopening flushed file at 1731030490762 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8677825: reopening flushed file at 1731030490766 (+4 ms)Finished flush of dataSize ~436.63 KB/447105, heapSize ~512.52 KB/524824, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=898, compaction requested=false at 1731030490772 (+6 ms)Writing region close event to WAL at 1731030490773 (+1 ms)Closed at 1731030490773 2024-11-08T01:48:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45605 is added to blk_1073741830_1006 (size=506386) 2024-11-08T01:48:10,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801b32a9-ed6d-9b6b-07c5-dbcda4024626/MasterData/WALs/c3c3beb0673d,42757,1731030355763/c3c3beb0673d%2C42757%2C1731030355763.c3c3beb0673d%2C42757%2C1731030355763.regiongroup-0.1731030359073 not finished, retry = 0 2024-11-08T01:48:10,877 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T01:48:10,877 INFO [M:0;c3c3beb0673d:42757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T01:48:10,877 INFO [M:0;c3c3beb0673d:42757 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-08T01:48:10,877 INFO [M:0;c3c3beb0673d:42757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42757 2024-11-08T01:48:10,878 INFO [M:0;c3c3beb0673d:42757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T01:48:10,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:48:10,980 INFO [M:0;c3c3beb0673d:42757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T01:48:10,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42757-0x100f540f64f0000, quorum=127.0.0.1:59322, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T01:48:10,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dce7e65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T01:48:10,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2044050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:48:10,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:48:10,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19fb95db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:48:10,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b2b78d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,STOPPED} 2024-11-08T01:48:10,994 WARN [BP-1215405986-172.17.0.2-1731030352730 heartbeating to localhost/127.0.0.1:37705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T01:48:10,994 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T01:48:10,994 WARN [BP-1215405986-172.17.0.2-1731030352730 heartbeating to localhost/127.0.0.1:37705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1215405986-172.17.0.2-1731030352730 (Datanode Uuid eb8adf6f-8428-447e-96bb-924e416a5256) service to localhost/127.0.0.1:37705 2024-11-08T01:48:10,994 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T01:48:10,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035/data/data1/current/BP-1215405986-172.17.0.2-1731030352730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:48:10,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/cluster_f917db8d-cbee-70ba-6650-e7cec8e34035/data/data2/current/BP-1215405986-172.17.0.2-1731030352730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T01:48:10,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T01:48:11,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df1a11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T01:48:11,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:48:11,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:48:11,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T01:48:11,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,STOPPED} 2024-11-08T01:48:11,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T01:48:11,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T01:48:11,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-08T01:48:11,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ed002b7{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T01:48:11,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cdbeab2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:48:11,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:48:11,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f89332{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T01:48:11,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36302f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,STOPPED} 2024-11-08T01:48:11,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ae10e39{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T01:48:11,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ae5b9e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:48:11,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:48:11,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79a6a2ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T01:48:11,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23818680{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,STOPPED} 2024-11-08T01:48:11,104 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T01:48:11,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16d93ea8{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-08T01:48:11,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46e51a86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:48:11,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:48:11,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec5d7f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T01:48:11,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f34157b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,STOPPED} 2024-11-08T01:48:11,108 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-08T01:48:11,112 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-08T01:48:11,112 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-08T01:48:11,113 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T01:48:11,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d86bf{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-08T01:48:11,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@167031ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T01:48:11,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T01:48:11,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc0426a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T01:48:11,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad99bf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/6314a928-ea8a-0028-de51-e13ef2c71c3d/hadoop.log.dir/,STOPPED} 2024-11-08T01:48:11,118 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T01:48:11,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped