2024-12-12 01:27:44,285 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-12 01:27:44,314 main DEBUG Took 0.022840 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-12 01:27:44,315 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-12 01:27:44,315 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-12 01:27:44,317 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-12 01:27:44,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,338 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-12 01:27:44,360 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,369 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,371 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,372 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,374 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,375 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,377 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,379 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,380 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 01:27:44,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,382 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-12 01:27:44,398 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 01:27:44,401 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-12 01:27:44,404 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-12 01:27:44,404 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-12 01:27:44,406 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-12 01:27:44,406 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-12 01:27:44,421 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-12 01:27:44,427 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-12 01:27:44,429 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-12 01:27:44,430 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-12 01:27:44,431 main DEBUG createAppenders(={Console}) 2024-12-12 01:27:44,432 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-12-12 01:27:44,432 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-12 01:27:44,433 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-12-12 01:27:44,434 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-12 01:27:44,435 main DEBUG OutputStream closed 2024-12-12 01:27:44,435 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-12 01:27:44,436 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-12 01:27:44,436 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-12-12 01:27:44,555 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-12 01:27:44,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-12 01:27:44,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-12 01:27:44,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-12 01:27:44,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-12 01:27:44,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-12 01:27:44,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-12 01:27:44,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-12 01:27:44,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-12 01:27:44,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-12 01:27:44,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-12 01:27:44,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-12 01:27:44,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-12 01:27:44,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-12 01:27:44,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-12 01:27:44,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-12 01:27:44,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-12 01:27:44,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-12 01:27:44,571 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12 01:27:44,571 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-12-12 01:27:44,572 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-12 01:27:44,573 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-12-12T01:27:44,628 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-12 01:27:44,633 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-12 01:27:44,634 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12T01:27:45,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22 2024-12-12T01:27:45,218 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-12T01:27:45,221 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:27:45,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T01:27:45,248 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080, deleteOnExit=true 2024-12-12T01:27:45,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-12T01:27:45,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/test.cache.data in system properties and HBase conf 2024-12-12T01:27:45,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T01:27:45,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir in system properties and HBase conf 2024-12-12T01:27:45,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T01:27:45,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T01:27:45,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-12T01:27:45,387 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-12T01:27:45,601 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T01:27:45,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T01:27:45,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T01:27:45,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T01:27:45,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T01:27:45,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T01:27:45,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T01:27:45,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T01:27:45,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T01:27:45,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T01:27:45,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/nfs.dump.dir in system properties and HBase conf 2024-12-12T01:27:45,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/java.io.tmpdir in system properties and HBase conf 2024-12-12T01:27:45,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T01:27:45,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T01:27:45,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T01:27:46,956 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-12T01:27:47,084 INFO [Time-limited test {}] log.Log(170): Logging initialized @4041ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-12T01:27:47,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:27:47,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T01:27:47,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T01:27:47,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T01:27:47,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T01:27:47,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:27:47,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57594f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,AVAILABLE} 2024-12-12T01:27:47,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13488ad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T01:27:47,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b74231{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/java.io.tmpdir/jetty-localhost-42753-hadoop-hdfs-3_4_1-tests_jar-_-any-806527926016592189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T01:27:47,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfa68d8{HTTP/1.1, (http/1.1)}{localhost:42753} 2024-12-12T01:27:47,787 INFO [Time-limited test {}] server.Server(415): Started @4744ms 2024-12-12T01:27:48,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:27:48,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T01:27:48,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T01:27:48,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T01:27:48,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T01:27:48,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b27bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,AVAILABLE} 2024-12-12T01:27:48,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4f7ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T01:27:48,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79fa0fb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/java.io.tmpdir/jetty-localhost-44127-hadoop-hdfs-3_4_1-tests_jar-_-any-8239217417272929483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T01:27:48,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@482cd6b5{HTTP/1.1, (http/1.1)}{localhost:44127} 2024-12-12T01:27:48,420 INFO [Time-limited test {}] server.Server(415): Started @5377ms 2024-12-12T01:27:48,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T01:27:49,440 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080/data/data2/current/BP-517920839-172.17.0.2-1733966866565/current, will proceed with Du for space computation calculation, 2024-12-12T01:27:49,440 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080/data/data1/current/BP-517920839-172.17.0.2-1733966866565/current, will proceed with Du for space computation calculation, 2024-12-12T01:27:49,530 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T01:27:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83bad09b33ea8c30 with lease ID 0x917a405d32da0cd2: Processing first storage report for DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00 from datanode DatanodeRegistration(127.0.0.1:44591, datanodeUuid=1deadc59-3e46-4b78-8d64-ddc593d02f8a, infoPort=43625, infoSecurePort=0, ipcPort=42063, storageInfo=lv=-57;cid=testClusterID;nsid=2056288674;c=1733966866565) 2024-12-12T01:27:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83bad09b33ea8c30 with lease ID 0x917a405d32da0cd2: from storage DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00 node DatanodeRegistration(127.0.0.1:44591, datanodeUuid=1deadc59-3e46-4b78-8d64-ddc593d02f8a, infoPort=43625, infoSecurePort=0, ipcPort=42063, storageInfo=lv=-57;cid=testClusterID;nsid=2056288674;c=1733966866565), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-12T01:27:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83bad09b33ea8c30 with lease ID 0x917a405d32da0cd2: Processing first storage report for DS-d3e39f83-d0f5-4745-b0b2-b3bc0ef69db2 from datanode DatanodeRegistration(127.0.0.1:44591, datanodeUuid=1deadc59-3e46-4b78-8d64-ddc593d02f8a, infoPort=43625, infoSecurePort=0, ipcPort=42063, storageInfo=lv=-57;cid=testClusterID;nsid=2056288674;c=1733966866565) 2024-12-12T01:27:49,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83bad09b33ea8c30 with lease ID 0x917a405d32da0cd2: from storage DS-d3e39f83-d0f5-4745-b0b2-b3bc0ef69db2 node DatanodeRegistration(127.0.0.1:44591, datanodeUuid=1deadc59-3e46-4b78-8d64-ddc593d02f8a, infoPort=43625, infoSecurePort=0, ipcPort=42063, storageInfo=lv=-57;cid=testClusterID;nsid=2056288674;c=1733966866565), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T01:27:49,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22 2024-12-12T01:27:49,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080/zookeeper_0, clientPort=63296, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T01:27:49,834 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63296 2024-12-12T01:27:49,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T01:27:49,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T01:27:50,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741825_1001 (size=7) 2024-12-12T01:27:50,715 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 with version=8 2024-12-12T01:27:50,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/hbase-staging 2024-12-12T01:27:50,733 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-12T01:27:50,734 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-12T01:27:50,734 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-12T01:27:50,734 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-12T01:27:50,863 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-12T01:27:51,258 INFO [Time-limited test {}] client.ConnectionUtils(128): master/36236b0d7605:0 server-side Connection retries=45 2024-12-12T01:27:51,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T01:27:51,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T01:27:51,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T01:27:51,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T01:27:51,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T01:27:51,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-12T01:27:51,585 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-12T01:27:51,599 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-12T01:27:51,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T01:27:51,644 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25204 (auto-detected) 2024-12-12T01:27:51,646 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-12T01:27:51,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42127 2024-12-12T01:27:51,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42127 connecting to ZooKeeper ensemble=127.0.0.1:63296 2024-12-12T01:27:51,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421270x0, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T01:27:51,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42127-0x10083d66dfa0000 connected 2024-12-12T01:27:51,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T01:27:51,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T01:27:51,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-12T01:27:51,870 INFO [Time-limited test {}] log.Log(170): Logging initialized @8828ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-12T01:27:51,928 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-12T01:27:51,928 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-12T01:27:51,930 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-12T01:27:51,930 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-12T01:27:51,931 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-12T01:27:51,933 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-12T01:27:51,934 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-12T01:27:51,934 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-12T01:27:51,936 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-12T01:27:52,013 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 34317 2024-12-12T01:27:52,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-12T01:27:52,036 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-12T01:27:52,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@16164b0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,AVAILABLE} 2024-12-12T01:27:52,039 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-12T01:27:52,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4f87c64{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-12T01:27:52,082 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-12T01:27:52,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T01:27:52,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T01:27:52,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T01:27:52,099 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-12T01:27:52,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@e084f9e{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-12T01:27:52,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd624d{HTTP/1.1, (http/1.1)}{0.0.0.0:34317} 2024-12-12T01:27:52,912 INFO [Time-limited test {}] server.Server(415): Started @9869ms 2024-12-12T01:27:52,916 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23, hbase.cluster.distributed=false 2024-12-12T01:27:52,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-12T01:27:52,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42127 2024-12-12T01:27:52,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42127 2024-12-12T01:27:52,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42127 2024-12-12T01:27:52,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42127 2024-12-12T01:27:52,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42127 2024-12-12T01:27:53,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/36236b0d7605:0 server-side Connection retries=45 2024-12-12T01:27:53,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T01:27:53,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T01:27:53,114 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T01:27:53,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T01:27:53,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T01:27:53,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T01:27:53,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T01:27:53,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38803 2024-12-12T01:27:53,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38803 connecting to ZooKeeper ensemble=127.0.0.1:63296 2024-12-12T01:27:53,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T01:27:53,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T01:27:53,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388030x0, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-12T01:27:53,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388030x0, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T01:27:53,143 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-12T01:27:53,143 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-12T01:27:53,143 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-12T01:27:53,144 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-12T01:27:53,144 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-12T01:27:53,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38803-0x10083d66dfa0001 connected 2024-12-12T01:27:53,146 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-12T01:27:53,147 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-12T01:27:53,147 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-12T01:27:53,147 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-12T01:27:53,149 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 38727 2024-12-12T01:27:53,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-12T01:27:53,156 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-12T01:27:53,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3f822913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,AVAILABLE} 2024-12-12T01:27:53,158 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-12T01:27:53,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-12T01:27:53,177 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-12T01:27:53,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T01:27:53,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T01:27:53,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T01:27:53,190 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-12T01:27:53,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@530459fd{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-12T01:27:53,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b68432{HTTP/1.1, (http/1.1)}{0.0.0.0:38727} 2024-12-12T01:27:53,196 INFO [Time-limited test {}] server.Server(415): Started @10153ms 2024-12-12T01:27:53,203 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T01:27:53,214 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T01:27:53,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-12T01:27:53,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-12T01:27:53,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38803 2024-12-12T01:27:53,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38803 2024-12-12T01:27:53,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38803 2024-12-12T01:27:53,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38803 2024-12-12T01:27:53,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38803 2024-12-12T01:27:53,254 DEBUG [M:0;36236b0d7605:42127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;36236b0d7605:42127 2024-12-12T01:27:53,259 INFO [master/36236b0d7605:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-12T01:27:53,263 INFO [master/36236b0d7605:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@f3979ab{HTTP/1.1, (http/1.1)}{0.0.0.0:33645} 2024-12-12T01:27:53,263 INFO [master/36236b0d7605:0:becomeActiveMaster {}] server.Server(415): Started @10221ms 2024-12-12T01:27:53,263 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/36236b0d7605,42127,1733966870941 2024-12-12T01:27:53,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-12T01:27:53,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-12T01:27:53,275 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/36236b0d7605,42127,1733966870941 2024-12-12T01:27:53,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-12T01:27:53,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:53,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:53,298 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-12T01:27:53,299 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/36236b0d7605,42127,1733966870941 from backup master directory 2024-12-12T01:27:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-12T01:27:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/36236b0d7605,42127,1733966870941 2024-12-12T01:27:53,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-12T01:27:53,303 WARN [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T01:27:53,303 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=36236b0d7605,42127,1733966870941 2024-12-12T01:27:53,306 INFO [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-12T01:27:53,307 INFO [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-12T01:27:53,367 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/hbase.id] with ID: 045f462f-1dd2-4d82-b579-249ef797abd5 2024-12-12T01:27:53,368 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.tmp/hbase.id 2024-12-12T01:27:53,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741826_1002 (size=42) 2024-12-12T01:27:53,782 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.tmp/hbase.id]:[hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/hbase.id] 2024-12-12T01:27:53,838 INFO [master/36236b0d7605:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T01:27:53,845 INFO [master/36236b0d7605:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-12T01:27:53,876 INFO [master/36236b0d7605:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 29ms. 2024-12-12T01:27:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:53,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741827_1003 (size=196) 2024-12-12T01:27:54,330 INFO [master/36236b0d7605:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:27:54,333 INFO [master/36236b0d7605:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T01:27:54,342 INFO [master/36236b0d7605:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-12T01:27:54,346 INFO [master/36236b0d7605:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-12T01:27:54,362 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T01:27:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741828_1004 (size=1189) 2024-12-12T01:27:54,838 INFO [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store 2024-12-12T01:27:54,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741829_1005 (size=34) 2024-12-12T01:27:54,874 INFO [master/36236b0d7605:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-12T01:27:54,878 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:27:54,880 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T01:27:54,880 INFO [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T01:27:54,881 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T01:27:54,883 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T01:27:54,883 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T01:27:54,883 INFO [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T01:27:54,885 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733966874880Disabling compacts and flushes for region at 1733966874880Disabling writes for close at 1733966874883 (+3 ms)Writing region close event to WAL at 1733966874883Closed at 1733966874883 2024-12-12T01:27:54,888 WARN [master/36236b0d7605:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/.initializing 2024-12-12T01:27:54,889 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/WALs/36236b0d7605,42127,1733966870941 2024-12-12T01:27:54,895 INFO [master/36236b0d7605:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T01:27:54,902 INFO [master/36236b0d7605:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 36236b0d7605,42127,1733966870941.regiongroup-0 2024-12-12T01:27:54,920 INFO [master/36236b0d7605:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36236b0d7605%2C42127%2C1733966870941.36236b0d7605%2C42127%2C1733966870941.regiongroup-0, suffix=, logDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/WALs/36236b0d7605,42127,1733966870941, archiveDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/oldWALs, maxLogs=10 2024-12-12T01:27:54,946 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/WALs/36236b0d7605,42127,1733966870941/36236b0d7605%2C42127%2C1733966870941.36236b0d7605%2C42127%2C1733966870941.regiongroup-0.1733966874925, exclude list is [], retry=0 2024-12-12T01:27:54,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:27:54,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-12T01:27:55,018 INFO [master/36236b0d7605:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/WALs/36236b0d7605,42127,1733966870941/36236b0d7605%2C42127%2C1733966870941.36236b0d7605%2C42127%2C1733966870941.regiongroup-0.1733966874925 2024-12-12T01:27:55,020 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:27:55,021 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:27:55,021 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:27:55,026 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,027 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T01:27:55,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:55,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T01:27:55,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T01:27:55,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:55,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:27:55,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T01:27:55,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:55,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:27:55,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T01:27:55,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:55,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:27:55,138 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,142 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,143 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,150 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,150 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,154 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T01:27:55,158 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T01:27:55,163 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T01:27:55,164 INFO [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11482344000, jitterRate=0.0693766176700592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T01:27:55,171 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733966875049Initializing all the Stores at 1733966875052 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733966875053 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966875055 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966875055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966875055Cleaning up temporary data from old regions at 1733966875150 (+95 ms)Region opened successfully at 1733966875171 (+21 ms) 2024-12-12T01:27:55,173 INFO [master/36236b0d7605:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T01:27:55,206 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f263ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=36236b0d7605/172.17.0.2:0 2024-12-12T01:27:55,243 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-12T01:27:55,258 INFO [master/36236b0d7605:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T01:27:55,258 INFO [master/36236b0d7605:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T01:27:55,262 INFO [master/36236b0d7605:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T01:27:55,263 INFO [master/36236b0d7605:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-12T01:27:55,269 INFO [master/36236b0d7605:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-12T01:27:55,269 INFO [master/36236b0d7605:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T01:27:55,298 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T01:27:55,309 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-12T01:27:55,312 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-12T01:27:55,315 INFO [master/36236b0d7605:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T01:27:55,316 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-12T01:27:55,318 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-12T01:27:55,320 INFO [master/36236b0d7605:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T01:27:55,324 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-12T01:27:55,326 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-12T01:27:55,327 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-12T01:27:55,329 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-12T01:27:55,374 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T01:27:55,376 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-12T01:27:55,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-12T01:27:55,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-12T01:27:55,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:55,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:55,389 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=36236b0d7605,42127,1733966870941, sessionid=0x10083d66dfa0000, setting cluster-up flag (Was=false) 2024-12-12T01:27:55,402 INFO [master/36236b0d7605:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-12T01:27:55,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:55,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:55,419 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-12T01:27:55,421 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=36236b0d7605,42127,1733966870941 2024-12-12T01:27:55,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:55,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:55,433 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-12T01:27:55,434 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=36236b0d7605,42127,1733966870941 2024-12-12T01:27:55,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:55,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:55,447 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-12T01:27:55,448 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=36236b0d7605,42127,1733966870941 2024-12-12T01:27:55,455 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-12T01:27:55,543 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(746): ClusterId : 045f462f-1dd2-4d82-b579-249ef797abd5 2024-12-12T01:27:55,545 INFO [RS:0;36236b0d7605:38803 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-12T01:27:55,547 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T01:27:55,551 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-12T01:27:55,553 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T01:27:55,553 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-12T01:27:55,556 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-12T01:27:55,556 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T01:27:55,559 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T01:27:55,560 DEBUG [RS:0;36236b0d7605:38803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e780adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=36236b0d7605/172.17.0.2:0 2024-12-12T01:27:55,565 INFO [master/36236b0d7605:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-12T01:27:55,573 INFO [master/36236b0d7605:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T01:27:55,574 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;36236b0d7605:38803 2024-12-12T01:27:55,577 INFO [RS:0;36236b0d7605:38803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-12T01:27:55,577 INFO [RS:0;36236b0d7605:38803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-12T01:27:55,577 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-12T01:27:55,580 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(2659): reportForDuty to master=36236b0d7605,42127,1733966870941 with port=38803, startcode=1733966873065 2024-12-12T01:27:55,581 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 36236b0d7605,42127,1733966870941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T01:27:55,591 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/36236b0d7605:0, corePoolSize=5, maxPoolSize=5 2024-12-12T01:27:55,591 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/36236b0d7605:0, corePoolSize=5, maxPoolSize=5 2024-12-12T01:27:55,591 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/36236b0d7605:0, corePoolSize=5, maxPoolSize=5 2024-12-12T01:27:55,592 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/36236b0d7605:0, corePoolSize=5, maxPoolSize=5 2024-12-12T01:27:55,592 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/36236b0d7605:0, corePoolSize=10, maxPoolSize=10 2024-12-12T01:27:55,592 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,592 DEBUG [RS:0;36236b0d7605:38803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T01:27:55,592 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/36236b0d7605:0, corePoolSize=2, maxPoolSize=2 2024-12-12T01:27:55,592 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T01:27:55,598 INFO [master/36236b0d7605:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733966905598 2024-12-12T01:27:55,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-12T01:27:55,600 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T01:27:55,601 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T01:27:55,605 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:55,606 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T01:27:55,606 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T01:27:55,607 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-12T01:27:55,607 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T01:27:55,608 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T01:27:55,608 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T01:27:55,609 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,615 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T01:27:55,617 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T01:27:55,619 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T01:27:55,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741831_1007 (size=1321) 2024-12-12T01:27:55,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-12T01:27:55,631 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:27:55,637 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T01:27:55,639 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ff096a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:27:55,639 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:27:55,644 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:27:55,645 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42127 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-12T01:27:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741832_1008 (size=32) 2024-12-12T01:27:55,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:27:55,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T01:27:55,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T01:27:55,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:55,656 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:27:55,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T01:27:55,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-12T01:27:55,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:27:55,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-12T01:27:55,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:55,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T01:27:55,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T01:27:55,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:27:55,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2568248e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:27:55,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:27:55,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T01:27:55,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:55,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T01:27:55,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T01:27:55,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:27:55,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:27:55,673 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:27:55,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T01:27:55,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:55,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd62aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:27:55,677 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-12T01:27:55,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T01:27:55,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-12T01:27:55,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740 2024-12-12T01:27:55,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740 2024-12-12T01:27:55,683 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-12T01:27:55,683 WARN [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-12T01:27:55,684 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T01:27:55,684 INFO [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T01:27:55,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-12T01:27:55,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-12T01:27:55,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T01:27:55,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-12T01:27:55,696 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/36236b0d7605:0:becomeActiveMaster-HFileCleaner.large.0-1733966875686,5,FailOnTimeoutGroup] 2024-12-12T01:27:55,700 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/36236b0d7605:0:becomeActiveMaster-HFileCleaner.small.0-1733966875697,5,FailOnTimeoutGroup] 2024-12-12T01:27:55,700 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,700 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T01:27:55,701 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,702 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,703 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T01:27:55,704 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9667891520, jitterRate=-0.0996074378490448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T01:27:55,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733966875648Initializing all the Stores at 1733966875650 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733966875651 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733966875652 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966875652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733966875652Cleaning up temporary data from old regions at 1733966875686 (+34 ms)Region opened successfully at 1733966875708 (+22 ms) 2024-12-12T01:27:55,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-12T01:27:55,709 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-12T01:27:55,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-12T01:27:55,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T01:27:55,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T01:27:55,711 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-12T01:27:55,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733966875708Disabling compacts and flushes for region at 1733966875708Disabling writes for close at 1733966875709 (+1 ms)Writing region close event to WAL at 1733966875711 (+2 ms)Closed at 1733966875711 2024-12-12T01:27:55,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T01:27:55,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-12T01:27:55,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T01:27:55,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T01:27:55,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T01:27:55,785 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(2659): reportForDuty to master=36236b0d7605,42127,1733966870941 with port=38803, startcode=1733966873065 2024-12-12T01:27:55,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 36236b0d7605,38803,1733966873065 2024-12-12T01:27:55,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42127 {}] master.ServerManager(517): Registering regionserver=36236b0d7605,38803,1733966873065 2024-12-12T01:27:55,800 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:27:55,800 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34495 2024-12-12T01:27:55,800 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=34317 2024-12-12T01:27:55,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-12T01:27:55,808 DEBUG [RS:0;36236b0d7605:38803 {}] zookeeper.ZKUtil(111): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/rs/36236b0d7605,38803,1733966873065 2024-12-12T01:27:55,808 WARN [RS:0;36236b0d7605:38803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T01:27:55,809 INFO [RS:0;36236b0d7605:38803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-12T01:27:55,809 INFO [RS:0;36236b0d7605:38803 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-12T01:27:55,809 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065 2024-12-12T01:27:55,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [36236b0d7605,38803,1733966873065] 2024-12-12T01:27:55,836 INFO [RS:0;36236b0d7605:38803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T01:27:55,851 INFO [RS:0;36236b0d7605:38803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T01:27:55,858 INFO [RS:0;36236b0d7605:38803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T01:27:55,858 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,860 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-12T01:27:55,866 INFO [RS:0;36236b0d7605:38803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-12T01:27:55,868 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,868 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,868 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,868 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,869 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,869 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,869 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/36236b0d7605:0, corePoolSize=2, maxPoolSize=2 2024-12-12T01:27:55,869 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,870 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,870 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,870 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,870 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,871 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/36236b0d7605:0, corePoolSize=1, maxPoolSize=1 2024-12-12T01:27:55,871 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0, corePoolSize=3, maxPoolSize=3 2024-12-12T01:27:55,871 DEBUG [RS:0;36236b0d7605:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/36236b0d7605:0, corePoolSize=3, maxPoolSize=3 2024-12-12T01:27:55,872 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,872 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,872 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,872 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,872 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,872 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=36236b0d7605,38803,1733966873065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T01:27:55,891 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-12T01:27:55,893 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=36236b0d7605,38803,1733966873065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,893 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,894 WARN [36236b0d7605:42127 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T01:27:55,894 INFO [RS:0;36236b0d7605:38803 {}] regionserver.Replication(171): 36236b0d7605,38803,1733966873065 started 2024-12-12T01:27:55,916 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:55,916 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1482): Serving as 36236b0d7605,38803,1733966873065, RpcServer on 36236b0d7605/172.17.0.2:38803, sessionid=0x10083d66dfa0001 2024-12-12T01:27:55,917 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T01:27:55,918 DEBUG [RS:0;36236b0d7605:38803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 36236b0d7605,38803,1733966873065 2024-12-12T01:27:55,918 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '36236b0d7605,38803,1733966873065' 2024-12-12T01:27:55,918 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-12T01:27:55,919 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-12T01:27:55,920 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T01:27:55,920 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-12T01:27:55,921 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '36236b0d7605,38803,1733966873065' 2024-12-12T01:27:55,921 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-12T01:27:55,921 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-12T01:27:55,922 INFO [RS:0;36236b0d7605:38803 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-12T01:27:55,922 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-12T01:27:55,922 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T01:27:55,922 DEBUG [RS:0;36236b0d7605:38803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 36236b0d7605,38803,1733966873065 2024-12-12T01:27:55,922 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '36236b0d7605,38803,1733966873065' 2024-12-12T01:27:55,922 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-12T01:27:55,923 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-12T01:27:55,924 DEBUG [RS:0;36236b0d7605:38803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T01:27:55,924 INFO [RS:0;36236b0d7605:38803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T01:27:55,924 INFO [RS:0;36236b0d7605:38803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T01:27:56,032 INFO [RS:0;36236b0d7605:38803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T01:27:56,032 INFO [RS:0;36236b0d7605:38803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 36236b0d7605,38803,1733966873065.regiongroup-0 2024-12-12T01:27:56,037 INFO [RS:0;36236b0d7605:38803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0, suffix=, logDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065, archiveDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs, maxLogs=32 2024-12-12T01:27:56,063 DEBUG [RS:0;36236b0d7605:38803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966876040, exclude list is [], retry=0 2024-12-12T01:27:56,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:27:56,085 INFO [RS:0;36236b0d7605:38803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966876040 2024-12-12T01:27:56,088 DEBUG [RS:0;36236b0d7605:38803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:27:56,146 DEBUG [36236b0d7605:42127 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-12T01:27:56,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:27:56,176 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 36236b0d7605,38803,1733966873065, state=OPENING 2024-12-12T01:27:56,197 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T01:27:56,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:56,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:27:56,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-12T01:27:56,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-12T01:27:56,205 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T01:27:56,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:27:56,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T01:27:56,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T01:27:56,408 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-12T01:27:56,409 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-12T01:27:56,409 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-12T01:27:56,409 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T01:27:56,410 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T01:27:56,413 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36236b0d7605%2C38803%2C1733966873065.meta, suffix=.meta, logDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065, archiveDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs, maxLogs=32 2024-12-12T01:27:56,431 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966876415.meta, exclude list is [], retry=0 2024-12-12T01:27:56,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:27:56,441 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966876415.meta 2024-12-12T01:27:56,442 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:27:56,442 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:27:56,448 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:27:56,450 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T01:27:56,454 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T01:27:56,454 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T01:27:56,459 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T01:27:56,460 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:27:56,460 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-12T01:27:56,460 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-12T01:27:56,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T01:27:56,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T01:27:56,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:56,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T01:27:56,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-12T01:27:56,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-12T01:27:56,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:56,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T01:27:56,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T01:27:56,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T01:27:56,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:56,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T01:27:56,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T01:27:56,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T01:27:56,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:27:56,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T01:27:56,492 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-12T01:27:56,494 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740 2024-12-12T01:27:56,501 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740 2024-12-12T01:27:56,504 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-12T01:27:56,504 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-12T01:27:56,505 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T01:27:56,508 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-12T01:27:56,514 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10235577760, jitterRate=-0.046737536787986755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T01:27:56,514 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-12T01:27:56,516 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733966876461Writing region info on filesystem at 1733966876461Initializing all the Stores at 1733966876464 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733966876464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733966876472 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966876472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733966876472Cleaning up temporary data from old regions at 1733966876504 (+32 ms)Running coprocessor post-open hooks at 1733966876514 (+10 ms)Region opened successfully at 1733966876516 (+2 ms) 2024-12-12T01:27:56,527 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733966876382 2024-12-12T01:27:56,544 DEBUG [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T01:27:56,544 INFO [RS_OPEN_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-12T01:27:56,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:27:56,552 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 36236b0d7605,38803,1733966873065, state=OPEN 2024-12-12T01:27:56,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-12T01:27:56,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-12T01:27:56,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-12T01:27:56,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-12T01:27:56,559 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=36236b0d7605,38803,1733966873065 2024-12-12T01:27:56,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T01:27:56,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=36236b0d7605,38803,1733966873065 in 352 msec 2024-12-12T01:27:56,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T01:27:56,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 845 msec 2024-12-12T01:27:56,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T01:27:56,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-12T01:27:56,613 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:27:56,615 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:27:56,649 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:27:56,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:27:56,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-12-12T01:27:56,690 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733966876690, completionTime=-1 2024-12-12T01:27:56,694 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-12T01:27:56,694 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-12T01:27:56,732 INFO [master/36236b0d7605:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-12T01:27:56,732 INFO [master/36236b0d7605:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733966936732 2024-12-12T01:27:56,732 INFO [master/36236b0d7605:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733966996732 2024-12-12T01:27:56,732 INFO [master/36236b0d7605:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec 2024-12-12T01:27:56,734 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36236b0d7605,42127,1733966870941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:56,735 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36236b0d7605,42127,1733966870941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:56,735 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36236b0d7605,42127,1733966870941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:56,737 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-36236b0d7605:42127, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:56,737 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:56,738 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:56,746 DEBUG [master/36236b0d7605:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-12T01:27:56,776 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.472sec 2024-12-12T01:27:56,778 INFO [master/36236b0d7605:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T01:27:56,780 INFO [master/36236b0d7605:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T01:27:56,782 INFO [master/36236b0d7605:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T01:27:56,783 INFO [master/36236b0d7605:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T01:27:56,783 INFO [master/36236b0d7605:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T01:27:56,784 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36236b0d7605,42127,1733966870941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T01:27:56,785 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36236b0d7605,42127,1733966870941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T01:27:56,796 DEBUG [master/36236b0d7605:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-12T01:27:56,797 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T01:27:56,798 INFO [master/36236b0d7605:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36236b0d7605,42127,1733966870941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T01:27:56,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662e2b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:27:56,850 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-12T01:27:56,851 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-12T01:27:56,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:27:56,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:27:56,864 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:27:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:27:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:27:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8395a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:27:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:27:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:27:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:27:56,871 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:27:56,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694d44f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:27:56,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:27:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:27:56,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:27:56,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:27:56,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=36236b0d7605,42127,1733966870941 2024-12-12T01:27:56,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-12T01:27:56,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/test.cache.data in system properties and HBase conf 2024-12-12T01:27:56,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T01:27:56,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir in system properties and HBase conf 2024-12-12T01:27:56,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T01:27:56,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T01:27:56,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-12T01:27:56,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T01:27:56,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T01:27:56,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T01:27:56,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T01:27:56,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T01:27:56,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T01:27:56,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T01:27:56,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T01:27:56,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T01:27:56,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/nfs.dump.dir in system properties and HBase conf 2024-12-12T01:27:56,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/java.io.tmpdir in system properties and HBase conf 2024-12-12T01:27:56,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T01:27:56,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T01:27:56,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T01:27:56,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741835_1011 (size=592039) 2024-12-12T01:27:57,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741836_1012 (size=1663647) 2024-12-12T01:27:59,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:27:59,174 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:27:59,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T01:27:59,402 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-12T01:27:59,403 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T01:27:59,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T01:27:59,412 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T01:27:59,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T01:27:59,412 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T01:27:59,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T01:27:59,413 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T01:27:59,415 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f9811f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,AVAILABLE} 2024-12-12T01:27:59,416 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21c4db87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-12T01:27:59,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:27:59,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc1e1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,AVAILABLE} 2024-12-12T01:27:59,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44344f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-12T01:27:59,611 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-12-12T01:27:59,612 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-12-12T01:27:59,612 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-12T01:27:59,614 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-12T01:27:59,665 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-12T01:27:59,711 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-12T01:27:59,987 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-12-12T01:28:00,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@174e651e{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/java.io.tmpdir/jetty-localhost-45133-hadoop-yarn-common-3_4_1_jar-_-any-1708971341913412992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-12T01:28:00,009 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@485c74fe{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/java.io.tmpdir/jetty-localhost-32867-hadoop-yarn-common-3_4_1_jar-_-any-15122605134709511188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-12T01:28:00,010 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@4e8e1249{HTTP/1.1, (http/1.1)}{localhost:32867} 2024-12-12T01:28:00,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ac952fa{HTTP/1.1, (http/1.1)}{localhost:45133} 2024-12-12T01:28:00,010 INFO [Thread-251 {}] server.Server(415): Started @16967ms 2024-12-12T01:28:00,010 INFO [Time-limited test {}] server.Server(415): Started @16967ms 2024-12-12T01:28:00,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741837_1013 (size=5) 2024-12-12T01:28:01,042 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-12T01:28:01,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:28:01,082 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-12T01:28:01,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T01:28:01,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T01:28:01,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T01:28:01,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T01:28:01,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:28:01,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dad6191{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,AVAILABLE} 2024-12-12T01:28:01,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c99171c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-12T01:28:01,176 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-12T01:28:01,176 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-12T01:28:01,176 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-12T01:28:01,176 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-12T01:28:01,188 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-12T01:28:01,197 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-12T01:28:01,374 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-12T01:28:01,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@621f6f25{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/java.io.tmpdir/jetty-localhost-33061-hadoop-yarn-common-3_4_1_jar-_-any-8699097480997535752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-12T01:28:01,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@675b423f{HTTP/1.1, (http/1.1)}{localhost:33061} 2024-12-12T01:28:01,394 INFO [Time-limited test {}] server.Server(415): Started @18351ms 2024-12-12T01:28:01,644 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-12T01:28:01,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:28:01,662 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-12T01:28:01,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T01:28:01,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T01:28:01,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T01:28:01,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T01:28:01,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T01:28:01,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4ec8d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,AVAILABLE} 2024-12-12T01:28:01,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c3ec8e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-12T01:28:01,720 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-12T01:28:01,721 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-12T01:28:01,721 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-12T01:28:01,721 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-12T01:28:01,729 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-12T01:28:01,734 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-12T01:28:01,827 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-12T01:28:01,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7df982c0{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/java.io.tmpdir/jetty-localhost-33403-hadoop-yarn-common-3_4_1_jar-_-any-7699141085646348230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-12T01:28:01,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@142b77de{HTTP/1.1, (http/1.1)}{localhost:33403} 2024-12-12T01:28:01,832 INFO [Time-limited test {}] server.Server(415): Started @18790ms 2024-12-12T01:28:01,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-12T01:28:01,859 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:34495/backupUT 2024-12-12T01:28:01,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-12T01:28:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 36236b0d7605,42127,1733966870941 2024-12-12T01:28:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ae223a 2024-12-12T01:28:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T01:28:01,878 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T01:28:01,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-12-12T01:28:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-12T01:28:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T01:28:01,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 20 msec 2024-12-12T01:28:01,978 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-12T01:28:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T01:28:02,011 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-12T01:28:02,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-12-12T01:28:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-12T01:28:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-12T01:28:02,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 15 msec 2024-12-12T01:28:02,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-12T01:28:02,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-12T01:28:02,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:28:02,056 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-12T01:28:02,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T01:28:02,056 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-12T01:28:02,056 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-12T01:28:02,057 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-12T01:28:02,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-12T01:28:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-12T01:28:02,131 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-12T01:28:02,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-12-12T01:28:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-12T01:28:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-12T01:28:02,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 13 msec 2024-12-12T01:28:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-12T01:28:02,252 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-12T01:28:02,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-12-12T01:28:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-12T01:28:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-12T01:28:02,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-12-12T01:28:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-12T01:28:02,371 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-12T01:28:02,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1733966881859', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733966881859 2024-12-12T01:28:02,395 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733966881859 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T01:28:02,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1733966881859" procId is: 8 2024-12-12T01:28:02,398 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-12T01:28:02,401 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733966881859 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T01:28:02,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741838_1014 (size=367) 2024-12-12T01:28:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-12T01:28:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-12T01:28:02,817 INFO [RegionOpenAndInit-test-1733966881859-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3292e94a9cace26bbec127849a847a9f, NAME => 'test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733966881859', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:28:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741839_1015 (size=53) 2024-12-12T01:28:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-12T01:28:03,228 DEBUG [RegionOpenAndInit-test-1733966881859-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:03,228 DEBUG [RegionOpenAndInit-test-1733966881859-pool-0 {}] regionserver.HRegion(1722): Closing 3292e94a9cace26bbec127849a847a9f, disabling compactions & flushes 2024-12-12T01:28:03,228 INFO [RegionOpenAndInit-test-1733966881859-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:03,228 DEBUG [RegionOpenAndInit-test-1733966881859-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:03,229 DEBUG [RegionOpenAndInit-test-1733966881859-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. after waiting 0 ms 2024-12-12T01:28:03,229 DEBUG [RegionOpenAndInit-test-1733966881859-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:03,229 INFO [RegionOpenAndInit-test-1733966881859-pool-0 {}] regionserver.HRegion(1973): Closed test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:03,229 DEBUG [RegionOpenAndInit-test-1733966881859-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3292e94a9cace26bbec127849a847a9f: Waiting for close lock at 1733966883228Disabling compacts and flushes for region at 1733966883228Disabling writes for close at 1733966883229 (+1 ms)Writing region close event to WAL at 1733966883229Closed at 1733966883229 2024-12-12T01:28:03,232 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733966881859 execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T01:28:03,240 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733966883232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733966883232"}]},"ts":"1733966883232"} 2024-12-12T01:28:03,247 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T01:28:03,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733966881859 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T01:28:03,253 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733966881859","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966883249"}]},"ts":"1733966883249"} 2024-12-12T01:28:03,261 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733966881859, state=ENABLING in hbase:meta 2024-12-12T01:28:03,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, ASSIGN}] 2024-12-12T01:28:03,277 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, ASSIGN 2024-12-12T01:28:03,280 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, ASSIGN; state=OFFLINE, location=36236b0d7605,38803,1733966873065; forceNewPlan=false, retain=false 2024-12-12T01:28:03,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:03,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, ASSIGN because future has completed 2024-12-12T01:28:03,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-12T01:28:03,615 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:03,616 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T01:28:03,616 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 36236b0d7605,38803,1733966873065.regiongroup-1 2024-12-12T01:28:03,619 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1, suffix=, logDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065, archiveDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs, maxLogs=32 2024-12-12T01:28:03,636 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966883621, exclude list is [], retry=0 2024-12-12T01:28:03,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:03,643 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966883621 2024-12-12T01:28:03,644 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:03,644 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3292e94a9cace26bbec127849a847a9f, NAME => 'test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:28:03,645 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:28:03,645 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733966881859 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,646 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:03,646 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,646 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,648 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,651 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3292e94a9cace26bbec127849a847a9f columnFamilyName f 2024-12-12T01:28:03,651 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:03,652 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(327): Store=3292e94a9cace26bbec127849a847a9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:03,652 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,654 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,655 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,656 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,656 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,659 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,664 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T01:28:03,665 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 3292e94a9cace26bbec127849a847a9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10246411840, jitterRate=-0.04572853446006775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T01:28:03,665 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:03,667 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3292e94a9cace26bbec127849a847a9f: Running coprocessor pre-open hook at 1733966883646Writing region info on filesystem at 1733966883646Initializing all the Stores at 1733966883648 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966883648Cleaning up temporary data from old regions at 1733966883656 (+8 ms)Running coprocessor post-open hooks at 1733966883665 (+9 ms)Region opened successfully at 1733966883667 (+2 ms) 2024-12-12T01:28:03,669 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., pid=10, masterSystemTime=1733966883591 2024-12-12T01:28:03,673 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:03,673 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:03,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=OPEN, openSeqNum=2, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:03,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:03,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-12T01:28:03,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 in 244 msec 2024-12-12T01:28:03,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-12T01:28:03,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, ASSIGN in 422 msec 2024-12-12T01:28:03,691 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733966881859 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T01:28:03,692 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733966881859","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966883691"}]},"ts":"1733966883691"} 2024-12-12T01:28:03,695 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733966881859, state=ENABLED in hbase:meta 2024-12-12T01:28:03,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733966881859 execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T01:28:03,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733966881859 in 1.3110 sec 2024-12-12T01:28:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-12T01:28:04,561 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733966881859 completed 2024-12-12T01:28:04,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1350e2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:04,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:04,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:04,565 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:04,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:04,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e11119a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:04,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:04,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:04,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c90608a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:04,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:04,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733966881859', row='row0', locateType=CURRENT is [region=test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., hostname=36236b0d7605,38803,1733966873065, seqNum=2] 2024-12-12T01:28:04,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38803 {}] regionserver.HRegion(8528): writing data to region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T01:28:04,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17339668818591', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17339668818591 2024-12-12T01:28:04,768 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17339668818591 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T01:28:04,768 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:04,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17339668818591" procId is: 11 2024-12-12T01:28:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-12T01:28:04,771 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17339668818591 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T01:28:04,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741841_1017 (size=364) 2024-12-12T01:28:04,785 INFO [RegionOpenAndInit-ns2:test-17339668818591-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ea71b67950c2ee76f89610cf961ae0f, NAME => 'ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17339668818591', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:28:04,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741842_1018 (size=50) 2024-12-12T01:28:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-12T01:28:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-12T01:28:05,195 DEBUG [RegionOpenAndInit-ns2:test-17339668818591-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:05,195 DEBUG [RegionOpenAndInit-ns2:test-17339668818591-pool-0 {}] regionserver.HRegion(1722): Closing 0ea71b67950c2ee76f89610cf961ae0f, disabling compactions & flushes 2024-12-12T01:28:05,195 INFO [RegionOpenAndInit-ns2:test-17339668818591-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:05,195 DEBUG [RegionOpenAndInit-ns2:test-17339668818591-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:05,195 DEBUG [RegionOpenAndInit-ns2:test-17339668818591-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. after waiting 0 ms 2024-12-12T01:28:05,195 DEBUG [RegionOpenAndInit-ns2:test-17339668818591-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:05,195 INFO [RegionOpenAndInit-ns2:test-17339668818591-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:05,195 DEBUG [RegionOpenAndInit-ns2:test-17339668818591-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ea71b67950c2ee76f89610cf961ae0f: Waiting for close lock at 1733966885195Disabling compacts and flushes for region at 1733966885195Disabling writes for close at 1733966885195Writing region close event to WAL at 1733966885195Closed at 1733966885195 2024-12-12T01:28:05,198 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17339668818591 execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T01:28:05,198 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733966885198"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733966885198"}]},"ts":"1733966885198"} 2024-12-12T01:28:05,202 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T01:28:05,203 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17339668818591 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T01:28:05,203 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17339668818591","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966885203"}]},"ts":"1733966885203"} 2024-12-12T01:28:05,206 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17339668818591, state=ENABLING in hbase:meta 2024-12-12T01:28:05,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17339668818591, region=0ea71b67950c2ee76f89610cf961ae0f, ASSIGN}] 2024-12-12T01:28:05,208 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17339668818591, region=0ea71b67950c2ee76f89610cf961ae0f, ASSIGN 2024-12-12T01:28:05,209 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17339668818591, region=0ea71b67950c2ee76f89610cf961ae0f, ASSIGN; state=OFFLINE, location=36236b0d7605,38803,1733966873065; forceNewPlan=false, retain=false 2024-12-12T01:28:05,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0ea71b67950c2ee76f89610cf961ae0f, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:05,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17339668818591, region=0ea71b67950c2ee76f89610cf961ae0f, ASSIGN because future has completed 2024-12-12T01:28:05,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-12T01:28:05,526 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:05,526 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ea71b67950c2ee76f89610cf961ae0f, NAME => 'ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:28:05,526 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:28:05,527 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17339668818591 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,527 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:05,527 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,527 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,530 INFO [StoreOpener-0ea71b67950c2ee76f89610cf961ae0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,532 INFO [StoreOpener-0ea71b67950c2ee76f89610cf961ae0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ea71b67950c2ee76f89610cf961ae0f columnFamilyName f 2024-12-12T01:28:05,532 DEBUG [StoreOpener-0ea71b67950c2ee76f89610cf961ae0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:05,533 INFO [StoreOpener-0ea71b67950c2ee76f89610cf961ae0f-1 {}] regionserver.HStore(327): Store=0ea71b67950c2ee76f89610cf961ae0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:05,534 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,535 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,536 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,537 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,537 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,540 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,543 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T01:28:05,544 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 0ea71b67950c2ee76f89610cf961ae0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11532352480, jitterRate=0.07403402030467987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T01:28:05,544 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:05,546 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0ea71b67950c2ee76f89610cf961ae0f: Running coprocessor pre-open hook at 1733966885527Writing region info on filesystem at 1733966885527Initializing all the Stores at 1733966885529 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966885529Cleaning up temporary data from old regions at 1733966885537 (+8 ms)Running coprocessor post-open hooks at 1733966885544 (+7 ms)Region opened successfully at 1733966885546 (+2 ms) 2024-12-12T01:28:05,548 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f., pid=13, masterSystemTime=1733966885519 2024-12-12T01:28:05,552 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:05,552 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:05,552 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0ea71b67950c2ee76f89610cf961ae0f, regionState=OPEN, openSeqNum=2, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:05,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:05,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-12T01:28:05,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f, server=36236b0d7605,38803,1733966873065 in 193 msec 2024-12-12T01:28:05,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-12T01:28:05,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17339668818591, region=0ea71b67950c2ee76f89610cf961ae0f, ASSIGN in 355 msec 2024-12-12T01:28:05,567 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17339668818591 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T01:28:05,567 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17339668818591","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966885567"}]},"ts":"1733966885567"} 2024-12-12T01:28:05,570 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17339668818591, state=ENABLED in hbase:meta 2024-12-12T01:28:05,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17339668818591 execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T01:28:05,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17339668818591 in 807 msec 2024-12-12T01:28:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-12T01:28:05,911 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17339668818591 completed 2024-12-12T01:28:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17339668818591', row='row0', locateType=CURRENT is [region=ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f., hostname=36236b0d7605,38803,1733966873065, seqNum=2] 2024-12-12T01:28:05,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38803 {}] regionserver.HRegion(8528): writing data to region ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-12T01:28:06,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17339668818592', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17339668818592 2024-12-12T01:28:06,074 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17339668818592 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T01:28:06,075 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:06,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17339668818592" procId is: 14 2024-12-12T01:28:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-12T01:28:06,076 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17339668818592 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T01:28:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741843_1019 (size=390) 2024-12-12T01:28:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-12T01:28:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-12T01:28:06,489 INFO [RegionOpenAndInit-ns3:test-17339668818592-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5b4330ed2429c13c9a490256eb3fbab, NAME => 'ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17339668818592', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:28:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741844_1020 (size=50) 2024-12-12T01:28:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-12T01:28:06,900 DEBUG [RegionOpenAndInit-ns3:test-17339668818592-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:06,901 DEBUG [RegionOpenAndInit-ns3:test-17339668818592-pool-0 {}] regionserver.HRegion(1722): Closing b5b4330ed2429c13c9a490256eb3fbab, disabling compactions & flushes 2024-12-12T01:28:06,901 INFO [RegionOpenAndInit-ns3:test-17339668818592-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:28:06,901 DEBUG [RegionOpenAndInit-ns3:test-17339668818592-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:28:06,901 DEBUG [RegionOpenAndInit-ns3:test-17339668818592-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. after waiting 0 ms 2024-12-12T01:28:06,901 DEBUG [RegionOpenAndInit-ns3:test-17339668818592-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:28:06,901 INFO [RegionOpenAndInit-ns3:test-17339668818592-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:28:06,901 DEBUG [RegionOpenAndInit-ns3:test-17339668818592-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5b4330ed2429c13c9a490256eb3fbab: Waiting for close lock at 1733966886901Disabling compacts and flushes for region at 1733966886901Disabling writes for close at 1733966886901Writing region close event to WAL at 1733966886901Closed at 1733966886901 2024-12-12T01:28:06,906 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17339668818592 execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T01:28:06,907 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733966886906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733966886906"}]},"ts":"1733966886906"} 2024-12-12T01:28:06,911 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T01:28:06,913 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17339668818592 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T01:28:06,913 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17339668818592","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966886913"}]},"ts":"1733966886913"} 2024-12-12T01:28:06,917 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17339668818592, state=ENABLING in hbase:meta 2024-12-12T01:28:06,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17339668818592, region=b5b4330ed2429c13c9a490256eb3fbab, ASSIGN}] 2024-12-12T01:28:06,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17339668818592, region=b5b4330ed2429c13c9a490256eb3fbab, ASSIGN 2024-12-12T01:28:06,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17339668818592, region=b5b4330ed2429c13c9a490256eb3fbab, ASSIGN; state=OFFLINE, location=36236b0d7605,38803,1733966873065; forceNewPlan=false, retain=false 2024-12-12T01:28:07,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=b5b4330ed2429c13c9a490256eb3fbab, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:07,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17339668818592, region=b5b4330ed2429c13c9a490256eb3fbab, ASSIGN because future has completed 2024-12-12T01:28:07,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5b4330ed2429c13c9a490256eb3fbab, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-12T01:28:07,237 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:28:07,237 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => b5b4330ed2429c13c9a490256eb3fbab, NAME => 'ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:28:07,238 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:28:07,238 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17339668818592 b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,238 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:07,239 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,239 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,241 INFO [StoreOpener-b5b4330ed2429c13c9a490256eb3fbab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,244 INFO [StoreOpener-b5b4330ed2429c13c9a490256eb3fbab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5b4330ed2429c13c9a490256eb3fbab columnFamilyName f 2024-12-12T01:28:07,244 DEBUG [StoreOpener-b5b4330ed2429c13c9a490256eb3fbab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:07,245 INFO [StoreOpener-b5b4330ed2429c13c9a490256eb3fbab-1 {}] regionserver.HStore(327): Store=b5b4330ed2429c13c9a490256eb3fbab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:07,246 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,247 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns3/test-17339668818592/b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,248 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns3/test-17339668818592/b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,249 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,249 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,252 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,296 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns3/test-17339668818592/b5b4330ed2429c13c9a490256eb3fbab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T01:28:07,297 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened b5b4330ed2429c13c9a490256eb3fbab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10185500320, jitterRate=-0.05140136182308197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T01:28:07,297 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:07,298 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for b5b4330ed2429c13c9a490256eb3fbab: Running coprocessor pre-open hook at 1733966887239Writing region info on filesystem at 1733966887239Initializing all the Stores at 1733966887241 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966887241Cleaning up temporary data from old regions at 1733966887249 (+8 ms)Running coprocessor post-open hooks at 1733966887298 (+49 ms)Region opened successfully at 1733966887298 2024-12-12T01:28:07,300 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab., pid=16, masterSystemTime=1733966887231 2024-12-12T01:28:07,303 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:28:07,304 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:28:07,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=b5b4330ed2429c13c9a490256eb3fbab, regionState=OPEN, openSeqNum=2, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:07,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5b4330ed2429c13c9a490256eb3fbab, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:07,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-12T01:28:07,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure b5b4330ed2429c13c9a490256eb3fbab, server=36236b0d7605,38803,1733966873065 in 232 msec 2024-12-12T01:28:07,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-12T01:28:07,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17339668818592, region=b5b4330ed2429c13c9a490256eb3fbab, ASSIGN in 395 msec 2024-12-12T01:28:07,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17339668818592 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T01:28:07,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17339668818592","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966887317"}]},"ts":"1733966887317"} 2024-12-12T01:28:07,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17339668818592, state=ENABLED in hbase:meta 2024-12-12T01:28:07,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17339668818592 execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T01:28:07,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17339668818592 in 1.2510 sec 2024-12-12T01:28:08,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17339668818592' 2024-12-12T01:28:08,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733966881859' 2024-12-12T01:28:08,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17339668818591' 2024-12-12T01:28:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-12T01:28:08,221 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17339668818592 completed 2024-12-12T01:28:08,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17339668818592 get assigned. Timeout = 60000ms 2024-12-12T01:28:08,231 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T01:28:08,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17339668818592 assigned to meta. Checking AM states. 2024-12-12T01:28:08,237 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T01:28:08,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17339668818592 assigned. 2024-12-12T01:28:08,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17339668818593', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17339668818593 2024-12-12T01:28:08,244 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17339668818593 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T01:28:08,244 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:08,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17339668818593" procId is: 17 2024-12-12T01:28:08,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17339668818593 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T01:28:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-12T01:28:08,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741845_1021 (size=390) 2024-12-12T01:28:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-12T01:28:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-12T01:28:08,657 INFO [RegionOpenAndInit-ns4:test-17339668818593-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41c9fa2ee6910f6fdd6c2bc35ec03c56, NAME => 'ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17339668818593', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:28:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741846_1022 (size=50) 2024-12-12T01:28:08,666 DEBUG [RegionOpenAndInit-ns4:test-17339668818593-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:08,666 DEBUG [RegionOpenAndInit-ns4:test-17339668818593-pool-0 {}] regionserver.HRegion(1722): Closing 41c9fa2ee6910f6fdd6c2bc35ec03c56, disabling compactions & flushes 2024-12-12T01:28:08,666 INFO [RegionOpenAndInit-ns4:test-17339668818593-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:28:08,666 DEBUG [RegionOpenAndInit-ns4:test-17339668818593-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:28:08,666 DEBUG [RegionOpenAndInit-ns4:test-17339668818593-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. after waiting 0 ms 2024-12-12T01:28:08,667 DEBUG [RegionOpenAndInit-ns4:test-17339668818593-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:28:08,667 INFO [RegionOpenAndInit-ns4:test-17339668818593-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:28:08,667 DEBUG [RegionOpenAndInit-ns4:test-17339668818593-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41c9fa2ee6910f6fdd6c2bc35ec03c56: Waiting for close lock at 1733966888666Disabling compacts and flushes for region at 1733966888666Disabling writes for close at 1733966888666Writing region close event to WAL at 1733966888667 (+1 ms)Closed at 1733966888667 2024-12-12T01:28:08,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17339668818593 execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T01:28:08,669 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733966888669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733966888669"}]},"ts":"1733966888669"} 2024-12-12T01:28:08,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T01:28:08,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17339668818593 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T01:28:08,673 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17339668818593","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966888673"}]},"ts":"1733966888673"} 2024-12-12T01:28:08,676 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17339668818593, state=ENABLING in hbase:meta 2024-12-12T01:28:08,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17339668818593, region=41c9fa2ee6910f6fdd6c2bc35ec03c56, ASSIGN}] 2024-12-12T01:28:08,677 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17339668818593, region=41c9fa2ee6910f6fdd6c2bc35ec03c56, ASSIGN 2024-12-12T01:28:08,679 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17339668818593, region=41c9fa2ee6910f6fdd6c2bc35ec03c56, ASSIGN; state=OFFLINE, location=36236b0d7605,38803,1733966873065; forceNewPlan=false, retain=false 2024-12-12T01:28:08,829 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=41c9fa2ee6910f6fdd6c2bc35ec03c56, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:08,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17339668818593, region=41c9fa2ee6910f6fdd6c2bc35ec03c56, ASSIGN because future has completed 2024-12-12T01:28:08,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41c9fa2ee6910f6fdd6c2bc35ec03c56, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-12T01:28:08,993 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:28:08,994 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 41c9fa2ee6910f6fdd6c2bc35ec03c56, NAME => 'ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:28:08,994 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:28:08,994 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17339668818593 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:08,995 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:08,995 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:08,995 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:08,999 INFO [StoreOpener-41c9fa2ee6910f6fdd6c2bc35ec03c56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:09,001 INFO [StoreOpener-41c9fa2ee6910f6fdd6c2bc35ec03c56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c9fa2ee6910f6fdd6c2bc35ec03c56 columnFamilyName f 2024-12-12T01:28:09,002 DEBUG [StoreOpener-41c9fa2ee6910f6fdd6c2bc35ec03c56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:09,003 INFO [StoreOpener-41c9fa2ee6910f6fdd6c2bc35ec03c56-1 {}] regionserver.HStore(327): Store=41c9fa2ee6910f6fdd6c2bc35ec03c56/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:09,003 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:09,004 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns4/test-17339668818593/41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:09,005 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns4/test-17339668818593/41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:09,006 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:09,006 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:09,009 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:09,012 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns4/test-17339668818593/41c9fa2ee6910f6fdd6c2bc35ec03c56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T01:28:09,013 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 41c9fa2ee6910f6fdd6c2bc35ec03c56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11195903520, jitterRate=0.042699769139289856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T01:28:09,013 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:28:09,015 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 41c9fa2ee6910f6fdd6c2bc35ec03c56: Running coprocessor pre-open hook at 1733966888995Writing region info on filesystem at 1733966888995Initializing all the Stores at 1733966888998 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966888998Cleaning up temporary data from old regions at 1733966889006 (+8 ms)Running coprocessor post-open hooks at 1733966889013 (+7 ms)Region opened successfully at 1733966889014 (+1 ms) 2024-12-12T01:28:09,016 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56., pid=19, masterSystemTime=1733966888987 2024-12-12T01:28:09,020 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:28:09,020 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:28:09,021 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=41c9fa2ee6910f6fdd6c2bc35ec03c56, regionState=OPEN, openSeqNum=2, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:09,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41c9fa2ee6910f6fdd6c2bc35ec03c56, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:09,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-12T01:28:09,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 41c9fa2ee6910f6fdd6c2bc35ec03c56, server=36236b0d7605,38803,1733966873065 in 192 msec 2024-12-12T01:28:09,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-12T01:28:09,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17339668818593, region=41c9fa2ee6910f6fdd6c2bc35ec03c56, ASSIGN in 353 msec 2024-12-12T01:28:09,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17339668818593 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T01:28:09,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17339668818593","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966889033"}]},"ts":"1733966889033"} 2024-12-12T01:28:09,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17339668818593, state=ENABLED in hbase:meta 2024-12-12T01:28:09,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17339668818593 execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T01:28:09,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17339668818593 in 797 msec 2024-12-12T01:28:09,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-12T01:28:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-12T01:28:09,381 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17339668818593 completed 2024-12-12T01:28:09,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17339668818593 get assigned. Timeout = 60000ms 2024-12-12T01:28:09,381 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T01:28:09,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17339668818593 assigned to meta. Checking AM states. 2024-12-12T01:28:09,387 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T01:28:09,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17339668818593 assigned. 2024-12-12T01:28:09,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T01:28:09,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:28:09,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:09,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:09,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:09,421 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=15, AvailableMemoryMB=8908 2024-12-12T01:28:09,424 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-12-12T01:28:09,426 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-12T01:28:09,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733966881859 from 'test-1733966881859', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733966881859', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733966881859 2024-12-12T01:28:09,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741847_1023 (size=908) 2024-12-12T01:28:09,859 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/.tabledesc/.tableinfo.0000000001.367 2024-12-12T01:28:09,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/.tabledesc/.tableinfo.0000000002.908 2024-12-12T01:28:09,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733966881859}] 2024-12-12T01:28:09,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE}] 2024-12-12T01:28:09,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE 2024-12-12T01:28:09,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=CLOSING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:09,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE because future has completed 2024-12-12T01:28:09,882 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-12T01:28:09,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:10,041 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,041 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-12T01:28:10,042 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 3292e94a9cace26bbec127849a847a9f, disabling compactions & flushes 2024-12-12T01:28:10,042 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:10,042 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:10,042 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. after waiting 0 ms 2024-12-12T01:28:10,042 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:10,045 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 3292e94a9cace26bbec127849a847a9f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-12T01:28:10,119 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f/9ca7f83636d84af19f78aa66c9924b46 is 37, key is row10/f:q1/1733966884611/Put/seqid=0 2024-12-12T01:28:10,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741848_1024 (size=8413) 2024-12-12T01:28:10,531 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f/9ca7f83636d84af19f78aa66c9924b46 2024-12-12T01:28:10,598 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f/9ca7f83636d84af19f78aa66c9924b46 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 2024-12-12T01:28:10,608 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46, entries=99, sequenceid=103, filesize=8.2 K 2024-12-12T01:28:10,617 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3292e94a9cace26bbec127849a847a9f in 569ms, sequenceid=103, compaction requested=false 2024-12-12T01:28:10,625 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-12T01:28:10,629 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:28:10,630 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:10,630 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 3292e94a9cace26bbec127849a847a9f: Waiting for close lock at 1733966890042Running coprocessor pre-close hooks at 1733966890042Disabling compacts and flushes for region at 1733966890042Disabling writes for close at 1733966890042Obtaining lock to block concurrent updates at 1733966890045 (+3 ms)Preparing flush snapshotting stores in 3292e94a9cace26bbec127849a847a9f at 1733966890046 (+1 ms)Finished memstore snapshotting test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733966890054 (+8 ms)Flushing stores of test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. at 1733966890055 (+1 ms)Flushing 3292e94a9cace26bbec127849a847a9f/f: creating writer at 1733966890058 (+3 ms)Flushing 3292e94a9cace26bbec127849a847a9f/f: appending metadata at 1733966890106 (+48 ms)Flushing 3292e94a9cace26bbec127849a847a9f/f: closing flushed file at 1733966890110 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231f55ca: reopening flushed file at 1733966890597 (+487 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3292e94a9cace26bbec127849a847a9f in 569ms, sequenceid=103, compaction requested=false at 1733966890617 (+20 ms)Writing region close event to WAL at 1733966890619 (+2 ms)Running coprocessor post-close hooks at 1733966890626 (+7 ms)Closed at 1733966890630 (+4 ms) 2024-12-12T01:28:10,630 WARN [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 3292e94a9cace26bbec127849a847a9f to self. 2024-12-12T01:28:10,634 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,635 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=CLOSED 2024-12-12T01:28:10,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:10,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-12T01:28:10,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 in 757 msec 2024-12-12T01:28:10,644 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE; state=CLOSED, location=36236b0d7605,38803,1733966873065; forceNewPlan=false, retain=true 2024-12-12T01:28:10,795 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:10,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE because future has completed 2024-12-12T01:28:10,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:10,960 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:10,961 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3292e94a9cace26bbec127849a847a9f, NAME => 'test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:28:10,961 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:28:10,961 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733966881859 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,962 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:10,962 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,962 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,964 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,966 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3292e94a9cace26bbec127849a847a9f columnFamilyName f 2024-12-12T01:28:10,966 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:10,977 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 2024-12-12T01:28:10,978 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(327): Store=3292e94a9cace26bbec127849a847a9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:10,978 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,980 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3292e94a9cace26bbec127849a847a9f columnFamilyName f3 2024-12-12T01:28:10,980 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:10,981 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(327): Store=3292e94a9cace26bbec127849a847a9f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:10,982 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,988 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3292e94a9cace26bbec127849a847a9f columnFamilyName mob 2024-12-12T01:28:10,993 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:10,994 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(327): Store=3292e94a9cace26bbec127849a847a9f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:10,994 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,996 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:10,998 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:11,000 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:11,000 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:11,001 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733966881859 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T01:28:11,003 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:11,005 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3292e94a9cace26bbec127849a847a9f; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11329443040, jitterRate=0.055136606097221375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T01:28:11,005 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:11,006 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3292e94a9cace26bbec127849a847a9f: Running coprocessor pre-open hook at 1733966890962Writing region info on filesystem at 1733966890962Initializing all the Stores at 1733966890964 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966890964Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966890964Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966890964Cleaning up temporary data from old regions at 1733966891000 (+36 ms)Running coprocessor post-open hooks at 1733966891005 (+5 ms)Region opened successfully at 1733966891006 (+1 ms) 2024-12-12T01:28:11,007 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., pid=24, masterSystemTime=1733966890954 2024-12-12T01:28:11,011 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:11,011 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:11,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=OPEN, openSeqNum=107, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:11,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:11,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-12T01:28:11,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 in 218 msec 2024-12-12T01:28:11,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-12T01:28:11,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE in 1.1450 sec 2024-12-12T01:28:11,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-12T01:28:11,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733966881859 in 1.1610 sec 2024-12-12T01:28:11,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733966881859 in 1.5980 sec 2024-12-12T01:28:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-12T01:28:11,038 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733966881859 completed 2024-12-12T01:28:11,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4344b61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:11,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:11,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:11,041 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:11,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:11,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4759982b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:11,044 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:11,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543edbb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:11,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:11,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:11,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:11,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:11,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733966881859', row='row-test-1733966881859-3-0', locateType=CURRENT is [region=test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., hostname=36236b0d7605,38803,1733966873065, seqNum=107] 2024-12-12T01:28:11,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-12T01:28:11,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 36236b0d7605,42127,1733966870941 2024-12-12T01:28:11,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@115e8aed 2024-12-12T01:28:11,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T01:28:11,104 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T01:28:11,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-12-12T01:28:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-12T01:28:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-12T01:28:11,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 9 msec 2024-12-12T01:28:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-12T01:28:11,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-12T01:28:11,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-12T01:28:11,253 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T01:28:11,253 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:11,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-12T01:28:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-12T01:28:11,255 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T01:28:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741849_1025 (size=635) 2024-12-12T01:28:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-12T01:28:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-12T01:28:11,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17339668818592 2024-12-12T01:28:11,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17339668818592 Metrics about Tables on a single HBase RegionServer 2024-12-12T01:28:11,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17339668818593 2024-12-12T01:28:11,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17339668818593 Metrics about Tables on a single HBase RegionServer 2024-12-12T01:28:11,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733966881859 2024-12-12T01:28:11,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733966881859 Metrics about Tables on a single HBase RegionServer 2024-12-12T01:28:11,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17339668818591 2024-12-12T01:28:11,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17339668818591 Metrics about Tables on a single HBase RegionServer 2024-12-12T01:28:11,667 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a47a4b01f70d06af56a1b28295ec349, NAME => 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:28:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741850_1026 (size=40) 2024-12-12T01:28:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-12T01:28:12,078 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:12,078 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 1a47a4b01f70d06af56a1b28295ec349, disabling compactions & flushes 2024-12-12T01:28:12,078 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:12,078 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:12,078 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. after waiting 0 ms 2024-12-12T01:28:12,078 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:12,078 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:12,078 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a47a4b01f70d06af56a1b28295ec349: Waiting for close lock at 1733966892078Disabling compacts and flushes for region at 1733966892078Disabling writes for close at 1733966892078Writing region close event to WAL at 1733966892078Closed at 1733966892078 2024-12-12T01:28:12,081 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T01:28:12,081 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733966892081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733966892081"}]},"ts":"1733966892081"} 2024-12-12T01:28:12,085 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T01:28:12,086 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T01:28:12,086 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966892086"}]},"ts":"1733966892086"} 2024-12-12T01:28:12,089 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-12T01:28:12,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN}] 2024-12-12T01:28:12,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN 2024-12-12T01:28:12,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN; state=OFFLINE, location=36236b0d7605,38803,1733966873065; forceNewPlan=false, retain=false 2024-12-12T01:28:12,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=1a47a4b01f70d06af56a1b28295ec349, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:12,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN because future has completed 2024-12-12T01:28:12,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a47a4b01f70d06af56a1b28295ec349, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-12T01:28:12,406 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:12,406 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a47a4b01f70d06af56a1b28295ec349, NAME => 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:28:12,406 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:28:12,407 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,407 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:12,407 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,407 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,409 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,411 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a47a4b01f70d06af56a1b28295ec349 columnFamilyName meta 2024-12-12T01:28:12,411 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:12,412 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.HStore(327): Store=1a47a4b01f70d06af56a1b28295ec349/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:12,412 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,414 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a47a4b01f70d06af56a1b28295ec349 columnFamilyName session 2024-12-12T01:28:12,414 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:12,414 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.HStore(327): Store=1a47a4b01f70d06af56a1b28295ec349/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:12,415 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,416 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,417 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,418 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,418 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,420 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T01:28:12,421 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,424 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T01:28:12,425 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 1a47a4b01f70d06af56a1b28295ec349; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11039722560, jitterRate=0.02815428376197815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T01:28:12,426 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:12,427 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 1a47a4b01f70d06af56a1b28295ec349: Running coprocessor pre-open hook at 1733966892407Writing region info on filesystem at 1733966892407Initializing all the Stores at 1733966892408 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966892409 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966892409Cleaning up temporary data from old regions at 1733966892418 (+9 ms)Running coprocessor post-open hooks at 1733966892426 (+8 ms)Region opened successfully at 1733966892426 2024-12-12T01:28:12,428 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., pid=28, masterSystemTime=1733966892400 2024-12-12T01:28:12,431 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:12,431 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:12,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=1a47a4b01f70d06af56a1b28295ec349, regionState=OPEN, openSeqNum=2, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:12,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a47a4b01f70d06af56a1b28295ec349, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:12,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-12T01:28:12,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a47a4b01f70d06af56a1b28295ec349, server=36236b0d7605,38803,1733966873065 in 189 msec 2024-12-12T01:28:12,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-12T01:28:12,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN in 350 msec 2024-12-12T01:28:12,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T01:28:12,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966892443"}]},"ts":"1733966892443"} 2024-12-12T01:28:12,446 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-12T01:28:12,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T01:28:12,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1980 sec 2024-12-12T01:28:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-12T01:28:13,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-12T01:28:13,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-12T01:28:13,432 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T01:28:13,433 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:13,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-12T01:28:13,434 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T01:28:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-12T01:28:13,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741851_1027 (size=640) 2024-12-12T01:28:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-12T01:28:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-12T01:28:13,849 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 594a7bac008058bf5846e3df90e000e2, NAME => 'backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:28:13,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741852_1028 (size=45) 2024-12-12T01:28:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-12T01:28:14,259 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:14,259 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 594a7bac008058bf5846e3df90e000e2, disabling compactions & flushes 2024-12-12T01:28:14,259 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:28:14,259 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:28:14,259 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. after waiting 0 ms 2024-12-12T01:28:14,259 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:28:14,260 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:28:14,260 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 594a7bac008058bf5846e3df90e000e2: Waiting for close lock at 1733966894259Disabling compacts and flushes for region at 1733966894259Disabling writes for close at 1733966894259Writing region close event to WAL at 1733966894260 (+1 ms)Closed at 1733966894260 2024-12-12T01:28:14,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T01:28:14,262 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733966894262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733966894262"}]},"ts":"1733966894262"} 2024-12-12T01:28:14,265 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T01:28:14,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T01:28:14,267 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966894267"}]},"ts":"1733966894267"} 2024-12-12T01:28:14,270 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-12T01:28:14,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=594a7bac008058bf5846e3df90e000e2, ASSIGN}] 2024-12-12T01:28:14,273 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=594a7bac008058bf5846e3df90e000e2, ASSIGN 2024-12-12T01:28:14,274 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=594a7bac008058bf5846e3df90e000e2, ASSIGN; state=OFFLINE, location=36236b0d7605,38803,1733966873065; forceNewPlan=false, retain=false 2024-12-12T01:28:14,425 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=594a7bac008058bf5846e3df90e000e2, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:14,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=594a7bac008058bf5846e3df90e000e2, ASSIGN because future has completed 2024-12-12T01:28:14,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 594a7bac008058bf5846e3df90e000e2, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:14,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-12T01:28:14,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-12T01:28:14,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17339668818593' 2024-12-12T01:28:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-12T01:28:14,589 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:28:14,589 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 594a7bac008058bf5846e3df90e000e2, NAME => 'backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:28:14,590 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:28:14,590 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,590 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:14,590 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,590 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,593 INFO [StoreOpener-594a7bac008058bf5846e3df90e000e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,594 INFO [StoreOpener-594a7bac008058bf5846e3df90e000e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 594a7bac008058bf5846e3df90e000e2 columnFamilyName meta 2024-12-12T01:28:14,595 DEBUG [StoreOpener-594a7bac008058bf5846e3df90e000e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:14,595 INFO [StoreOpener-594a7bac008058bf5846e3df90e000e2-1 {}] regionserver.HStore(327): Store=594a7bac008058bf5846e3df90e000e2/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:14,595 INFO [StoreOpener-594a7bac008058bf5846e3df90e000e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,597 INFO [StoreOpener-594a7bac008058bf5846e3df90e000e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 594a7bac008058bf5846e3df90e000e2 columnFamilyName session 2024-12-12T01:28:14,598 DEBUG [StoreOpener-594a7bac008058bf5846e3df90e000e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:14,598 INFO [StoreOpener-594a7bac008058bf5846e3df90e000e2-1 {}] regionserver.HStore(327): Store=594a7bac008058bf5846e3df90e000e2/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:14,598 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,600 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system_bulk/594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,600 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system_bulk/594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,601 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,601 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,602 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T01:28:14,605 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,608 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system_bulk/594a7bac008058bf5846e3df90e000e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T01:28:14,609 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 594a7bac008058bf5846e3df90e000e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11058383840, jitterRate=0.029892250895500183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T01:28:14,609 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:14,610 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 594a7bac008058bf5846e3df90e000e2: Running coprocessor pre-open hook at 1733966894590Writing region info on filesystem at 1733966894590Initializing all the Stores at 1733966894592 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966894592Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966894592Cleaning up temporary data from old regions at 1733966894601 (+9 ms)Running coprocessor post-open hooks at 1733966894609 (+8 ms)Region opened successfully at 1733966894610 (+1 ms) 2024-12-12T01:28:14,612 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2., pid=31, masterSystemTime=1733966894582 2024-12-12T01:28:14,615 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:28:14,615 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:28:14,616 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=594a7bac008058bf5846e3df90e000e2, regionState=OPEN, openSeqNum=2, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:14,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 594a7bac008058bf5846e3df90e000e2, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:14,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-12T01:28:14,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 594a7bac008058bf5846e3df90e000e2, server=36236b0d7605,38803,1733966873065 in 191 msec 2024-12-12T01:28:14,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-12T01:28:14,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=594a7bac008058bf5846e3df90e000e2, ASSIGN in 352 msec 2024-12-12T01:28:14,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T01:28:14,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966894627"}]},"ts":"1733966894627"} 2024-12-12T01:28:14,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-12T01:28:14,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T01:28:14,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2020 sec 2024-12-12T01:28:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-12T01:28:15,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-12T01:28:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:15,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:15,611 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-12T01:28:15,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., hostname=36236b0d7605,38803,1733966873065, seqNum=2] 2024-12-12T01:28:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38803 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-12-12T01:28:15,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:28:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966895641 (current time:1733966895641). 2024-12-12T01:28:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-12T01:28:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffa8263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:15,644 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:15,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:15,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:15,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb8936e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:15,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:15,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:15,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:15,646 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:15,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42340691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:15,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:15,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:15,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:15,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:15,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:28:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-12T01:28:15,673 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-12T01:28:15,678 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:15,692 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741853_1029 (size=52) 2024-12-12T01:28:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-12T01:28:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-12T01:28:16,101 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:28:16,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349}] 2024-12-12T01:28:16,110 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:16,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-12T01:28:16,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:16,269 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1a47a4b01f70d06af56a1b28295ec349 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-12T01:28:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-12T01:28:16,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/8ef42afa4a4c4a74bfe6667a235f6856 is 49, key is activesession:/session:c/1733966895629/Put/seqid=0 2024-12-12T01:28:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741854_1030 (size=5049) 2024-12-12T01:28:16,719 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/8ef42afa4a4c4a74bfe6667a235f6856 2024-12-12T01:28:16,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/8ef42afa4a4c4a74bfe6667a235f6856 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856 2024-12-12T01:28:16,740 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856, entries=1, sequenceid=5, filesize=4.9 K 2024-12-12T01:28:16,742 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 1a47a4b01f70d06af56a1b28295ec349 in 473ms, sequenceid=5, compaction requested=false 2024-12-12T01:28:16,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1a47a4b01f70d06af56a1b28295ec349: 2024-12-12T01:28:16,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. for snapshot_backup_system completed. 2024-12-12T01:28:16,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.' region-info for snapshot=snapshot_backup_system 2024-12-12T01:28:16,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:28:16,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T01:28:16,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856] hfiles 2024-12-12T01:28:16,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856 for snapshot=snapshot_backup_system 2024-12-12T01:28:16,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741855_1031 (size=95) 2024-12-12T01:28:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-12T01:28:17,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:17,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-12T01:28:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-12T01:28:17,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:17,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:17,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-12T01:28:17,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 in 1.0700 sec 2024-12-12T01:28:17,177 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:28:17,180 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:28:17,181 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:28:17,181 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-12T01:28:17,185 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-12T01:28:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741856_1032 (size=731) 2024-12-12T01:28:17,607 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:28:17,620 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:28:17,623 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_backup_system 2024-12-12T01:28:17,626 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:28:17,626 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-12T01:28:17,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9640 sec 2024-12-12T01:28:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-12T01:28:17,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-12T01:28:17,832 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733966891082 started at 1733966897831. 2024-12-12T01:28:17,850 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733966891082 has been started. 2024-12-12T01:28:17,856 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-12T01:28:17,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-12T01:28:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-12T01:28:17,866 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-12T01:28:17,867 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-12T01:28:17,867 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-12T01:28:17,867 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-12T01:28:17,868 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:17,868 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:17,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-12T01:28:17,871 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:17,871 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-12T01:28:17,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-12T01:28:17,871 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:17,871 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-12T01:28:17,872 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:17,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:17,873 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-12T01:28:17,873 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:17,873 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-12T01:28:17,875 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-12T01:28:17,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-12T01:28:17,876 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-12T01:28:17,876 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-12T01:28:17,876 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-12T01:28:17,876 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-12T01:28:17,876 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '36236b0d7605,38803,1733966873065' joining acquired barrier for procedure (rolllog) in zk 2024-12-12T01:28:17,878 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:17,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:17,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:17,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:28:17,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:28:17,879 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-12T01:28:17,879 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-12T01:28:17,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:28:17,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:28:17,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:17,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:17,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:28:17,882 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '36236b0d7605,38803,1733966873065' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-12T01:28:17,882 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@e832259[Count = 0] remaining members to acquire global barrier 2024-12-12T01:28:17,882 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-12T01:28:17,882 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:17,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:17,884 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:17,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:17,884 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-12T01:28:17,884 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:17,884 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-12T01:28:17,885 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-12T01:28:17,885 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 36236b0d7605,38803,1733966873065 2024-12-12T01:28:17,892 INFO [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733966876040 highest: 1733966883621 on 36236b0d7605,38803,1733966873065 2024-12-12T01:28:17,892 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1:(num 1733966883621) roll requested 2024-12-12T01:28:17,906 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892, exclude list is [], retry=0 2024-12-12T01:28:17,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:17,912 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966883621 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 2024-12-12T01:28:17,913 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:17,913 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966883621 is not closed yet, will try archiving it next time 2024-12-12T01:28:17,913 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.meta:.meta(num 1733966876415) roll requested 2024-12-12T01:28:17,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741840_1016 (size=4756) 2024-12-12T01:28:17,929 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966897913.meta, exclude list is [], retry=0 2024-12-12T01:28:17,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:17,935 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966876415.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966897913.meta 2024-12-12T01:28:17,935 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:17,935 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966876415.meta is not closed yet, will try archiving it next time 2024-12-12T01:28:17,935 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0:(num 1733966876040) roll requested 2024-12-12T01:28:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741834_1010 (size=12055) 2024-12-12T01:28:17,957 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936, exclude list is [], retry=0 2024-12-12T01:28:17,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:17,963 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966876040 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 2024-12-12T01:28:17,964 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:17,964 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966876040 is not closed yet, will try archiving it next time 2024-12-12T01:28:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741833_1009 (size=1034) 2024-12-12T01:28:17,967 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966876040 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966876040 2024-12-12T01:28:17,972 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-12-12T01:28:17,973 INFO [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733966897936 on 36236b0d7605,38803,1733966873065 2024-12-12T01:28:17,973 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-12T01:28:17,973 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 36236b0d7605,42127,1733966870941 2024-12-12T01:28:17,973 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76679f3f 2024-12-12T01:28:17,973 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T01:28:17,974 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49041, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-12T01:28:17,975 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:17,975 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:17,976 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:17,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T01:28:17,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:17,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:17,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:34495/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., hostname=36236b0d7605,38803,1733966873065, seqNum=2] 2024-12-12T01:28:17,998 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-12T01:28:17,998 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '36236b0d7605,38803,1733966873065' in zk 2024-12-12T01:28:18,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,001 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-12T01:28:18,001 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-12T01:28:18,001 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,001 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:28:18,001 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:28:18,001 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-12T01:28:18,001 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:28:18,002 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:28:18,002 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:18,003 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,003 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:28:18,004 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:18,004 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,005 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '36236b0d7605,38803,1733966873065': 2024-12-12T01:28:18,005 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-12T01:28:18,005 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-12T01:28:18,005 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-12T01:28:18,005 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-12T01:28:18,005 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-12T01:28:18,005 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '36236b0d7605,38803,1733966873065' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-12T01:28:18,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:18,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:18,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:18,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-12T01:28:18,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:28:18,008 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:18,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:28:18,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:18,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:28:18,009 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-12T01:28:18,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-12T01:28:18,009 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:18,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:18,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:28:18,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:18,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,011 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:28:18,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:18,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-12T01:28:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-12T01:28:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:18,019 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-12T01:28:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:18,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-12T01:28:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:18,020 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-12T01:28:18,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-12T01:28:18,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-12T01:28:18,020 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-12T01:28:18,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-12T01:28:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-12T01:28:18,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } 2024-12-12T01:28:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966898038 (current time:1733966898038). 2024-12-12T01:28:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733966898037_default_test-1733966881859 VERSION not specified, setting to 2 2024-12-12T01:28:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4054c390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:18,040 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:18,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:18,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc48aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:18,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:18,042 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:18,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c5abe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:18,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:18,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:18,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:18,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } 2024-12-12T01:28:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-12T01:28:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-12T01:28:18,051 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:18,053 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:18,056 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:18,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741860_1036 (size=84) 2024-12-12T01:28:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-12T01:28:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-12T01:28:18,465 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:28:18,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3292e94a9cace26bbec127849a847a9f}] 2024-12-12T01:28:18,467 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:18,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-12T01:28:18,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:18,620 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3292e94a9cace26bbec127849a847a9f 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-12T01:28:18,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f3/589d163f89ed485e870c1c26b05a986e is 58, key is row-test-1733966881859-3-0/f3:q1/1733966891053/Put/seqid=0 2024-12-12T01:28:18,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741861_1037 (size=5387) 2024-12-12T01:28:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-12T01:28:19,056 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f3/589d163f89ed485e870c1c26b05a986e 2024-12-12T01:28:19,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741862_1038 (size=4469) 2024-12-12T01:28:19,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/mob/eceef0316ce64702af591fbf7fedf73b is 59, key is row-test-1733966881859-3-0/mob:q1/1733966891067/Put/seqid=0 2024-12-12T01:28:19,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741863_1039 (size=5484) 2024-12-12T01:28:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-12T01:28:19,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/mob/eceef0316ce64702af591fbf7fedf73b 2024-12-12T01:28:19,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f3/589d163f89ed485e870c1c26b05a986e as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e 2024-12-12T01:28:19,536 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e, entries=6, sequenceid=121, filesize=5.3 K 2024-12-12T01:28:19,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/mob/eceef0316ce64702af591fbf7fedf73b as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b 2024-12-12T01:28:19,548 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b, entries=6, sequenceid=121, filesize=5.4 K 2024-12-12T01:28:19,550 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3292e94a9cace26bbec127849a847a9f in 929ms, sequenceid=121, compaction requested=false 2024-12-12T01:28:19,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3292e94a9cace26bbec127849a847a9f: 2024-12-12T01:28:19,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. for snapshot_1733966898037_default_test-1733966881859 completed. 2024-12-12T01:28:19,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.' region-info for snapshot=snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:19,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:28:19,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46] hfiles 2024-12-12T01:28:19,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 for snapshot=snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:19,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e] hfiles 2024-12-12T01:28:19,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e for snapshot=snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:19,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b] hfiles 2024-12-12T01:28:19,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b for snapshot=snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:19,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741864_1040 (size=185) 2024-12-12T01:28:19,681 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T01:28:19,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:19,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-12T01:28:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-12T01:28:19,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733966898037_default_test-1733966881859 on region 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:19,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:19,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-12T01:28:19,964 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:28:19,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3292e94a9cace26bbec127849a847a9f in 1.4960 sec 2024-12-12T01:28:19,965 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:28:19,967 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-12T01:28:19,967 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-12T01:28:19,968 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:19,968 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-12T01:28:19,968 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:19,969 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-12T01:28:19,969 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:19,970 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-12T01:28:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741865_1041 (size=49) 2024-12-12T01:28:19,978 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:28:19,978 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:19,979 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:19,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741866_1042 (size=1146) 2024-12-12T01:28:20,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-12T01:28:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-12T01:28:20,395 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:28:20,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:28:20,406 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966898037_default_test-1733966881859 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:20,408 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:28:20,409 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-12T01:28:20,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733966898037_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } in 2.3610 sec 2024-12-12T01:28:20,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-12T01:28:21,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-12T01:28:21,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-12T01:28:21,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-12T01:28:21,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-12T01:28:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-12T01:28:22,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733966881859 completed 2024-12-12T01:28:22,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } 2024-12-12T01:28:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966902211 (current time:1733966902211). 2024-12-12T01:28:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733966902210_ns2_test-17339668818591 VERSION not specified, setting to 2 2024-12-12T01:28:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487ef649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:22,213 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:22,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:22,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:22,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e618e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:22,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:22,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:22,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:22,215 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:22,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac291bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:22,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:22,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:22,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:22,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } 2024-12-12T01:28:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-12T01:28:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-12T01:28:22,224 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:22,226 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:22,229 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741867_1043 (size=86) 2024-12-12T01:28:22,238 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:28:22,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f}] 2024-12-12T01:28:22,239 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-12T01:28:22,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-12T01:28:22,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:22,393 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 0ea71b67950c2ee76f89610cf961ae0f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-12T01:28:22,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/.tmp/f/44b84cc8bf244d76b479adde1a9ddf68 is 37, key is row10/f:q1/1733966885937/Put/seqid=0 2024-12-12T01:28:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741868_1044 (size=8413) 2024-12-12T01:28:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-12T01:28:22,821 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/.tmp/f/44b84cc8bf244d76b479adde1a9ddf68 2024-12-12T01:28:22,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/.tmp/f/44b84cc8bf244d76b479adde1a9ddf68 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68 2024-12-12T01:28:22,840 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68, entries=99, sequenceid=103, filesize=8.2 K 2024-12-12T01:28:22,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0ea71b67950c2ee76f89610cf961ae0f in 449ms, sequenceid=103, compaction requested=false 2024-12-12T01:28:22,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 0ea71b67950c2ee76f89610cf961ae0f: 2024-12-12T01:28:22,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. for snapshot_1733966902210_ns2_test-17339668818591 completed. 2024-12-12T01:28:22,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f.' region-info for snapshot=snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:22,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:28:22,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68] hfiles 2024-12-12T01:28:22,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68 for snapshot=snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741869_1045 (size=91) 2024-12-12T01:28:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-12T01:28:23,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:23,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-12T01:28:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-12T01:28:23,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733966902210_ns2_test-17339668818591 on region 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:23,251 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:23,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-12T01:28:23,256 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:28:23,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f in 1.0150 sec 2024-12-12T01:28:23,257 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:28:23,258 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:28:23,258 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:23,259 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:23,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741870_1046 (size=456) 2024-12-12T01:28:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-12T01:28:23,675 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:28:23,683 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:28:23,683 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966902210_ns2_test-17339668818591 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:23,685 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:28:23,685 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-12T01:28:23,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733966902210_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } in 1.4630 sec 2024-12-12T01:28:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-12T01:28:24,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17339668818591 completed 2024-12-12T01:28:24,371 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733966891082 2024-12-12T01:28:24,371 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-12T01:28:24,373 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-12T01:28:24,374 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733966891082_test-1733966881859 2024-12-12T01:28:24,375 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733966898037_default_test-1733966881859 to hdfs://localhost:34495/backupUT/backup_1733966891082/default/test-1733966881859/ 2024-12-12T01:28:24,380 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-12T01:28:24,431 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34495, inputRoot=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:28:24,431 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1589506606_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34495/backupUT/backup_1733966891082/default/test-1733966881859, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34495/backupUT/backup_1733966891082/default/test-1733966881859/.hbase-snapshot/.tmp/snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:24,434 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-12T01:28:24,443 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966898037_default_test-1733966881859 to hdfs://localhost:34495/backupUT/backup_1733966891082/default/test-1733966881859/.hbase-snapshot/.tmp/snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:24,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741871_1047 (size=1146) 2024-12-12T01:28:24,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741872_1048 (size=84) 2024-12-12T01:28:24,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:24,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:24,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,879 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-2341136570730667514.jar 2024-12-12T01:28:25,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:25,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:28:25,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-12T01:28:25,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-12T01:28:25,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-12T01:28:25,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-12T01:28:25,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-12T01:28:25,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-12T01:28:25,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-12T01:28:25,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-12T01:28:25,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-12T01:28:25,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-12T01:28:25,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:28:25,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:28:25,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:28:25,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:28:25,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:28:25,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:28:25,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:28:25,962 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:28:25,997 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733966898037_default_test-1733966881859' hfile list 2024-12-12T01:28:26,005 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-12T01:28:26,253 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local161047582_0001_abab5968-bbbe-40ea-bb32-3a47dc0921d9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-12T01:28:26,253 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local161047582_0001_abab5968-bbbe-40ea-bb32-3a47dc0921d9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-12T01:28:26,418 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-12T01:28:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741873_1049 (size=8413) 2024-12-12T01:28:26,931 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 output=hdfs://localhost:34495/backupUT/backup_1733966891082/default/test-1733966881859/archive/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 2024-12-12T01:28:26,934 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.016M/sec 2024-12-12T01:28:26,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741874_1050 (size=5484) 2024-12-12T01:28:27,383 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b output=hdfs://localhost:34495/backupUT/backup_1733966891082/default/test-1733966881859/archive/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b 2024-12-12T01:28:27,383 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-12T01:28:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741875_1051 (size=5387) 2024-12-12T01:28:27,854 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e output=hdfs://localhost:34495/backupUT/backup_1733966891082/default/test-1733966881859/archive/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e 2024-12-12T01:28:27,854 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-12-12T01:28:28,322 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-12T01:28:28,324 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-12T01:28:28,333 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:28,334 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733966898037_default_test-1733966881859 finished. 2024-12-12T01:28:28,334 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733966891082_ns2:test-17339668818591 2024-12-12T01:28:28,334 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733966902210_ns2_test-17339668818591 to hdfs://localhost:34495/backupUT/backup_1733966891082/ns2/test-17339668818591/ 2024-12-12T01:28:28,334 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-12T01:28:28,365 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34495, inputRoot=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:28:28,366 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1589506606_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34495/backupUT/backup_1733966891082/ns2/test-17339668818591, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34495/backupUT/backup_1733966891082/ns2/test-17339668818591/.hbase-snapshot/.tmp/snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:28,368 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-12T01:28:28,373 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966902210_ns2_test-17339668818591 to hdfs://localhost:34495/backupUT/backup_1733966891082/ns2/test-17339668818591/.hbase-snapshot/.tmp/snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741876_1052 (size=86) 2024-12-12T01:28:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741877_1053 (size=456) 2024-12-12T01:28:28,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:28,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:28,788 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,789 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-10293306001337585819.jar 2024-12-12T01:28:29,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:29,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:28:29,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-12T01:28:29,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-12T01:28:29,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-12T01:28:29,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-12T01:28:29,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-12T01:28:29,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-12T01:28:29,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-12T01:28:29,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-12T01:28:29,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-12T01:28:29,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-12T01:28:29,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:28:29,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:28:29,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:28:29,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:28:29,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:28:29,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:28:29,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:28:29,841 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:28:29,870 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733966902210_ns2_test-17339668818591' hfile list 2024-12-12T01:28:29,873 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-12T01:28:29,993 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local494495140_0002_5114187c-6cf1-455c-a923-34c9be30727d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-12T01:28:29,993 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local494495140_0002_5114187c-6cf1-455c-a923-34c9be30727d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-12T01:28:30,090 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-12T01:28:30,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741878_1054 (size=8413) 2024-12-12T01:28:30,565 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68 output=hdfs://localhost:34495/backupUT/backup_1733966891082/ns2/test-17339668818591/archive/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68 2024-12-12T01:28:30,565 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-12-12T01:28:31,058 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-12T01:28:31,060 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-12T01:28:31,068 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:31,068 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733966902210_ns2_test-17339668818591 finished. 2024-12-12T01:28:31,068 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733966881859 2024-12-12T01:28:31,068 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17339668818591 2024-12-12T01:28:31,123 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733966891082 2024-12-12T01:28:31,123 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-12T01:28:31,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741879_1055 (size=97) 2024-12-12T01:28:31,533 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:34495/backupUT/backup_1733966891082/.backup.manifest 2024-12-12T01:28:31,536 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733966891082 finished: type=FULL,tablelist=test-1733966881859;ns2:test-17339668818591,targetRootDir=hdfs://localhost:34495/backupUT,startts=1733966897831,completets=1733966911120,bytescopied=0 2024-12-12T01:28:31,536 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-12T01:28:31,536 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:31,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733966898037_default_test-1733966881859" type: DISABLED 2024-12-12T01:28:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733966898037_default_test-1733966881859 2024-12-12T01:28:31,549 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733966898037_default_test-1733966881859 for backup backup_1733966891082 succeeded. 2024-12-12T01:28:31,549 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:31,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733966902210_ns2_test-17339668818591" type: DISABLED 2024-12-12T01:28:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733966902210_ns2_test-17339668818591 2024-12-12T01:28:31,553 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733966902210_ns2_test-17339668818591 for backup backup_1733966891082 succeeded. 2024-12-12T01:28:31,554 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-12T01:28:31,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-12T01:28:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-12T01:28:31,569 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-12T01:28:31,574 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-12T01:28:31,591 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733966891082 completed. 2024-12-12T01:28:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:31,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733966891082', locateType=CURRENT is [region=backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., hostname=36236b0d7605,38803,1733966873065, seqNum=2] 2024-12-12T01:28:31,620 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:34495/backupUT/backup_1733966891082/.backup.manifest 2024-12-12T01:28:31,624 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733966891082/.backup.manifest 2024-12-12T01:28:31,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:31,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:31,806 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733966881859 2024-12-12T01:28:31,824 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733966881859 2024-12-12T01:28:31,993 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733966881859 to Mob enabled CF 2024-12-12T01:28:32,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17339668818591', row='row-t20', locateType=CURRENT is [region=ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f., hostname=36236b0d7605,38803,1733966873065, seqNum=2] 2024-12-12T01:28:32,033 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17339668818591 2024-12-12T01:28:32,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:32,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] assignment.SplitTableRegionProcedure(210): test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. splitKey isn't explicitly specified, will try to find a best split key from RS 36236b0d7605,38803,1733966873065 2024-12-12T01:28:32,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 because midkey is the same as first or last row 2024-12-12T01:28:32,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e because midkey is the same as first or last row 2024-12-12T01:28:32,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b because midkey is the same as first or last row 2024-12-12T01:28:32,048 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.HRegion(2902): Flushing 3292e94a9cace26bbec127849a847a9f 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-12T01:28:32,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f/827a139c2a944d37801ac170bd1cc1da is 59, key is row-test-1733966881859-1-10/f:q1/1733966911661/Put/seqid=0 2024-12-12T01:28:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741880_1056 (size=10796) 2024-12-12T01:28:32,074 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f/827a139c2a944d37801ac170bd1cc1da 2024-12-12T01:28:32,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241212e7761031d0ad47af984dd89bd3779d4c_3292e94a9cace26bbec127849a847a9f is 63, key is row-test-1733966881859-3-100/mob:q1/1733966911977/Put/seqid=0 2024-12-12T01:28:32,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741881_1057 (size=5591) 2024-12-12T01:28:32,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:32,509 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241212e7761031d0ad47af984dd89bd3779d4c_3292e94a9cace26bbec127849a847a9f to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/mobdir/data/default/test-1733966881859/fc57f5777b4fbe8519d8c04a2b949b6a/mob/d41d8cd98f00b204e9800998ecf8427e20241212e7761031d0ad47af984dd89bd3779d4c_3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:32,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/mob/bd2fa7ccceff40ec8c57d1547f58b565, store: [table=test-1733966881859 family=mob region=3292e94a9cace26bbec127849a847a9f] 2024-12-12T01:28:32,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/mob/bd2fa7ccceff40ec8c57d1547f58b565 is 192, key is row-test-1733966881859-3-100/mob:q1/1733966911977/Put/seqid=0 2024-12-12T01:28:32,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741882_1058 (size=13760) 2024-12-12T01:28:32,916 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/mob/bd2fa7ccceff40ec8c57d1547f58b565 2024-12-12T01:28:32,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f/827a139c2a944d37801ac170bd1cc1da as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/827a139c2a944d37801ac170bd1cc1da 2024-12-12T01:28:32,931 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/827a139c2a944d37801ac170bd1cc1da, entries=99, sequenceid=334, filesize=10.5 K 2024-12-12T01:28:32,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/mob/bd2fa7ccceff40ec8c57d1547f58b565 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/bd2fa7ccceff40ec8c57d1547f58b565 2024-12-12T01:28:32,939 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/bd2fa7ccceff40ec8c57d1547f58b565, entries=111, sequenceid=334, filesize=13.4 K 2024-12-12T01:28:32,940 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 3292e94a9cace26bbec127849a847a9f in 892ms, sequenceid=334, compaction requested=false 2024-12-12T01:28:32,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.HRegion(2603): Flush status journal for 3292e94a9cace26bbec127849a847a9f: 2024-12-12T01:28:32,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/827a139c2a944d37801ac170bd1cc1da because midkey is the same as first or last row 2024-12-12T01:28:32,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e because midkey is the same as first or last row 2024-12-12T01:28:32,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/bd2fa7ccceff40ec8c57d1547f58b565 because midkey is the same as first or last row 2024-12-12T01:28:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=36236b0d7605,38803,1733966873065 2024-12-12T01:28:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-12T01:28:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:52088 deadline: 1733966972041, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-12T01:28:32,948 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:32,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733966881859 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:32,949 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T01:28:32,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733966881859,, stopping at row=test-1733966881859 ,, for max=2147483647 with caching=100 2024-12-12T01:28:32,961 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733966881859,, stopping at row=test-1733966881859 ,, for max=2147483647 with caching=100 2024-12-12T01:28:32,970 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =937 2024-12-12T01:28:32,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:32,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:33,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:33,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:33,011 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-12T01:28:33,016 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733966912970 2024-12-12T01:28:33,023 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733966891082} 2024-12-12T01:28:33,023 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-12T01:28:33,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:33,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:33,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:28:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966913071 (current time:1733966913071). 2024-12-12T01:28:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-12T01:28:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6478093e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:33,073 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:33,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:33,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:33,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1679c33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:33,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:33,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:33,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:33,075 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:33,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3a5fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:33,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:33,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:33,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:33,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:33,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:28:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-12T01:28:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-12T01:28:33,083 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:33,084 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:33,086 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741883_1059 (size=52) 2024-12-12T01:28:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-12T01:28:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-12T01:28:33,494 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:28:33,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349}] 2024-12-12T01:28:33,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:33,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-12T01:28:33,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:33,648 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 1a47a4b01f70d06af56a1b28295ec349 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-12T01:28:33,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/cfa776d0648c411b8c7eef9073b068b7 is 158, key is trslm:hdfs://localhost:34495/backupUT\x00ns2:test-17339668818591/meta:log-roll-map/1733966911109/Put/seqid=0 2024-12-12T01:28:33,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741884_1060 (size=5914) 2024-12-12T01:28:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-12T01:28:34,071 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/cfa776d0648c411b8c7eef9073b068b7 2024-12-12T01:28:34,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/7bceb66993fa49b681175cb5796f4b5f is 433, key is session:backup_1733966891082/session:context/1733966911573/Put/seqid=0 2024-12-12T01:28:34,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741885_1061 (size=5535) 2024-12-12T01:28:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-12T01:28:34,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/7bceb66993fa49b681175cb5796f4b5f 2024-12-12T01:28:34,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/cfa776d0648c411b8c7eef9073b068b7 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7 2024-12-12T01:28:34,504 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7, entries=6, sequenceid=17, filesize=5.8 K 2024-12-12T01:28:34,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/7bceb66993fa49b681175cb5796f4b5f as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f 2024-12-12T01:28:34,511 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f, entries=2, sequenceid=17, filesize=5.4 K 2024-12-12T01:28:34,512 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 1a47a4b01f70d06af56a1b28295ec349 in 864ms, sequenceid=17, compaction requested=false 2024-12-12T01:28:34,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 1a47a4b01f70d06af56a1b28295ec349: 2024-12-12T01:28:34,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. for snapshot_backup_system completed. 2024-12-12T01:28:34,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.' region-info for snapshot=snapshot_backup_system 2024-12-12T01:28:34,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:28:34,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7] hfiles 2024-12-12T01:28:34,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7 for snapshot=snapshot_backup_system 2024-12-12T01:28:34,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f] hfiles 2024-12-12T01:28:34,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856 for snapshot=snapshot_backup_system 2024-12-12T01:28:34,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f for snapshot=snapshot_backup_system 2024-12-12T01:28:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741886_1062 (size=173) 2024-12-12T01:28:34,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:34,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-12T01:28:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-12T01:28:34,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:34,921 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:34,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-12T01:28:34,924 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:28:34,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 in 1.4280 sec 2024-12-12T01:28:34,925 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:28:34,926 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:28:34,926 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-12T01:28:34,927 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-12T01:28:34,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741887_1063 (size=810) 2024-12-12T01:28:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-12T01:28:35,338 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:28:35,346 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:28:35,347 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_backup_system 2024-12-12T01:28:35,348 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:28:35,348 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-12T01:28:35,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2670 sec 2024-12-12T01:28:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-12T01:28:37,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-12T01:28:37,240 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733966912970 started at 1733966917240. 2024-12-12T01:28:37,242 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733966912970 has been started. 2024-12-12T01:28:37,247 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733966881859, ns2:test-17339668818591] 2024-12-12T01:28:37,251 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733966883621for backupID backup_1733966912970 2024-12-12T01:28:37,251 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-12T01:28:37,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-12T01:28:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-12T01:28:37,252 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-12T01:28:37,252 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-12T01:28:37,252 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-12T01:28:37,252 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-12T01:28:37,253 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:37,253 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:37,255 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-12T01:28:37,255 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-12T01:28:37,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-12T01:28:37,255 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,256 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-12T01:28:37,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:37,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:37,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-12T01:28:37,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:37,257 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-12T01:28:37,257 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-12T01:28:37,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-12T01:28:37,257 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-12T01:28:37,257 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-12T01:28:37,257 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-12T01:28:37,257 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-12T01:28:37,257 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '36236b0d7605,38803,1733966873065' joining acquired barrier for procedure (rolllog) in zk 2024-12-12T01:28:37,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,259 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:37,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:28:37,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:28:37,260 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-12T01:28:37,260 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-12T01:28:37,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:28:37,261 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:28:37,261 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:37,261 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:28:37,262 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '36236b0d7605,38803,1733966873065' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-12T01:28:37,262 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6755e19d[Count = 0] remaining members to acquire global barrier 2024-12-12T01:28:37,262 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-12T01:28:37,262 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:37,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:37,264 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:37,264 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:37,264 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-12T01:28:37,265 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,265 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-12T01:28:37,265 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-12T01:28:37,265 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,265 INFO [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733966897936 highest: 1733966897936 on 36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,265 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1:(num 1733966897892) roll requested 2024-12-12T01:28:37,279 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966917265, exclude list is [], retry=0 2024-12-12T01:28:37,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:37,285 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966917265 2024-12-12T01:28:37,285 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:37,285 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 is not closed yet, will try archiving it next time 2024-12-12T01:28:37,286 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.meta:.meta(num 1733966897913) roll requested 2024-12-12T01:28:37,286 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966883621 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966883621 2024-12-12T01:28:37,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741857_1033 (size=30490) 2024-12-12T01:28:37,301 DEBUG [master/36236b0d7605:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733966881859 2024-12-12T01:28:37,307 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966917286.meta, exclude list is [], retry=0 2024-12-12T01:28:37,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:37,312 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966897913.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966917286.meta 2024-12-12T01:28:37,312 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:37,312 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966897913.meta is not closed yet, will try archiving it next time 2024-12-12T01:28:37,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741889_1065 (size=950) 2024-12-12T01:28:37,312 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0:(num 1733966897936) roll requested 2024-12-12T01:28:37,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741858_1034 (size=93) 2024-12-12T01:28:37,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966897913.meta not finished, retry = 0 2024-12-12T01:28:37,327 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966917312, exclude list is [], retry=0 2024-12-12T01:28:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:37,331 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966917312 2024-12-12T01:28:37,331 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:37,331 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 is not closed yet, will try archiving it next time 2024-12-12T01:28:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741859_1035 (size=1198) 2024-12-12T01:28:37,332 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 not finished, retry = 0 2024-12-12T01:28:37,345 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-12-12T01:28:37,346 INFO [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733966917312 on 36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:37,364 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-12T01:28:37,364 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '36236b0d7605,38803,1733966873065' in zk 2024-12-12T01:28:37,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,366 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-12T01:28:37,366 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-12T01:28:37,366 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-12T01:28:37,366 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,366 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:28:37,366 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:28:37,367 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:28:37,367 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:28:37,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:37,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:28:37,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:37,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '36236b0d7605,38803,1733966873065': 2024-12-12T01:28:37,370 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-12T01:28:37,370 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '36236b0d7605,38803,1733966873065' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-12T01:28:37,370 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-12T01:28:37,370 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-12T01:28:37,370 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-12T01:28:37,370 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-12T01:28:37,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:37,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:37,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-12T01:28:37,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:37,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:28:37,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:28:37,373 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:37,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:37,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:28:37,374 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-12T01:28:37,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-12T01:28:37,374 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:37,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:37,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:28:37,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:37,376 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,376 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,377 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:28:37,377 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:37,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-12T01:28:37,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-12T01:28:37,380 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-12T01:28:37,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-12T01:28:37,380 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-12T01:28:37,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-12T01:28:37,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-12T01:28:37,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-12-12T01:28:37,381 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-12T01:28:37,381 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-12T01:28:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-12T01:28:37,393 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {36236b0d7605:38803=1733966883621} newestTimestamps: {36236b0d7605:38803=1733966897936} 2024-12-12T01:28:37,395 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 36236b0d7605%2C38803%2C1733966873065.meta.1733966876415.meta 2024-12-12T01:28:37,395 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 36236b0d7605%2C38803%2C1733966873065.meta.1733966897913.meta 2024-12-12T01:28:37,395 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 36236b0d7605%2C38803%2C1733966873065.meta.1733966917286.meta 2024-12-12T01:28:37,395 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 2024-12-12T01:28:37,395 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966917312 2024-12-12T01:28:37,395 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 2024-12-12T01:28:37,395 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966917265 2024-12-12T01:28:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741892_1068 (size=950) 2024-12-12T01:28:37,419 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966897913.meta to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.meta.1733966897913.meta 2024-12-12T01:28:37,715 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/.tabledesc/.tableinfo.0000000002.908 2024-12-12T01:28:37,715 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/.tabledesc/.tableinfo.0000000003.950 2024-12-12T01:28:37,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733966881859 in 418 msec 2024-12-12T01:28:37,810 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733966881859 target: hdfs://localhost:34495/backupUT/backup_1733966912970/default/test-1733966881859 descriptor: 'test-1733966881859', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:37,810 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-12T01:28:37,813 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733966881859 2024-12-12T01:28:37,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741893_1069 (size=53) 2024-12-12T01:28:38,219 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733966881859 2024-12-12T01:28:38,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741894_1070 (size=364) 2024-12-12T01:28:38,633 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17339668818591 target: hdfs://localhost:34495/backupUT/backup_1733966912970/ns2/test-17339668818591 descriptor: 'ns2:test-17339668818591', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:38,633 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-12T01:28:38,636 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17339668818591 2024-12-12T01:28:38,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741895_1071 (size=50) 2024-12-12T01:28:39,043 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17339668818591 2024-12-12T01:28:39,053 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:34495/backupUT/.tmp/backup_1733966912970 from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936;hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 2024-12-12T01:28:39,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3819aa55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:39,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:39,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:39,056 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:39,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358d4997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:39,058 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:39,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487c969c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:39,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-12T01:28:39,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 36236b0d7605,42127,1733966870941 2024-12-12T01:28:39,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6231a690 2024-12-12T01:28:39,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T01:28:39,061 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T01:28:39,067 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-12T01:28:39,067 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733966881859 2024-12-12T01:28:39,068 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733966881859,, stopping at row=test-1733966881859 ,, for max=2147483647 with caching=100 2024-12-12T01:28:39,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:39,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:39,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:39,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:39,078 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733966881859: test-1733966881859; 2024-12-12T01:28:39,079 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17339668818591 2024-12-12T01:28:39,079 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17339668818591,, stopping at row=ns2:test-17339668818591 ,, for max=2147483647 with caching=100 2024-12-12T01:28:39,081 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17339668818591: ns2:test-17339668818591; 2024-12-12T01:28:39,082 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-12T01:28:39,082 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/hbase-staging/partitions_46bcd997-d6c2-412d-87ec-f3ef4be9ad2e 2024-12-12T01:28:39,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741896_1072 (size=192) 2024-12-12T01:28:39,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:39,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:39,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-7230966454389223894.jar 2024-12-12T01:28:40,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:28:40,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-12T01:28:40,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-12T01:28:40,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-12T01:28:40,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-12T01:28:40,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-12T01:28:40,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-12T01:28:40,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-12T01:28:40,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-12T01:28:40,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-12T01:28:40,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-12T01:28:40,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:28:40,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:28:40,520 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733966881859,ns2:test-17339668818591 2024-12-12T01:28:40,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T01:28:40,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:28:40,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:40,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:40,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:40,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:28:41,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-443562713196087303.jar 2024-12-12T01:28:41,523 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:28:41,551 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 for WAL files 2024-12-12T01:28:41,552 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 2024-12-12T01:28:41,553 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 for WAL files 2024-12-12T01:28:41,553 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 2024-12-12T01:28:41,662 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local1047535348_0003_f7c76de0-9bac-4fff-9fb5-7510510f8473/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-12T01:28:41,662 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local1047535348_0003_f7c76de0-9bac-4fff-9fb5-7510510f8473/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-12T01:28:41,769 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 for hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 (-9223372036854775808:9223372036854775807) length:30490 2024-12-12T01:28:41,794 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-12T01:28:41,795 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-12T01:28:41,853 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 for hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 (-9223372036854775808:9223372036854775807) length:1198 2024-12-12T01:28:41,857 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-12T01:28:41,857 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-12T01:28:41,952 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc0ea12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:41,952 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:41,953 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:41,954 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:41,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:41,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:41,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4348d852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:41,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:41,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:41,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:41,956 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:41,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd1d61d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:41,958 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:41,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:41,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:41,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17339668818591', row='row-t20', locateType=CURRENT is [region=ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f., hostname=36236b0d7605,38803,1733966873065, seqNum=2] 2024-12-12T01:28:41,963 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-12T01:28:41,963 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:28:41,963 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:41,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:41,964 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:41,964 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-12T01:28:41,964 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 36236b0d7605 2024-12-12T01:28:41,971 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/backupUT/.tmp/backup_1733966912970/_temporary/0/_temporary/attempt_local1047535348_0003_r_000000_0/ns2/test-17339668818591/f/a4fb047e7abd4553962c1fb2396efc45 is 38, key is row-t20/f:q1/1733966912016/Put/seqid=0 2024-12-12T01:28:41,973 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [36236b0d7605:38803] Specified favored nodes: [36236b0d7605:38803] 2024-12-12T01:28:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741897_1073 (size=5275) 2024-12-12T01:28:42,405 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524aa060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:42,405 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:42,405 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:42,406 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:42,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:42,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:42,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8aa771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:42,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:42,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:42,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:42,408 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1f3e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:42,409 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:42,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:42,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:42,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:42,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733966881859', row='row-test-1733966881859-1-0', locateType=CURRENT is [region=test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., hostname=36236b0d7605,38803,1733966873065, seqNum=107] 2024-12-12T01:28:42,414 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-12T01:28:42,414 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:28:42,414 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:42,414 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:42,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:42,415 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733966881859-1-0] 2024-12-12T01:28:42,415 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 36236b0d7605 2024-12-12T01:28:42,426 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5627c29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:42,426 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:42,426 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:42,427 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:42,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:42,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:42,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376f4072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:42,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:42,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:42,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:42,429 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:42,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236f440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:42,430 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:42,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:42,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:42,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:42,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733966881859', row='row-test-1733966881859-3-0', locateType=CURRENT is [region=test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., hostname=36236b0d7605,38803,1733966873065, seqNum=107] 2024-12-12T01:28:42,435 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-12T01:28:42,435 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:28:42,435 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:42,435 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:42,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:42,435 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733966881859-3-0] 2024-12-12T01:28:42,436 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 36236b0d7605 2024-12-12T01:28:42,447 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/backupUT/.tmp/backup_1733966912970/_temporary/0/_temporary/attempt_local1047535348_0003_r_000001_0/default/test-1733966881859/f/f934e44d87c24f6b9da29abb2e5bafc8 is 59, key is row-test-1733966881859-1-10/f:q1/1733966911661/Put/seqid=0 2024-12-12T01:28:42,449 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [36236b0d7605:38803] Specified favored nodes: [36236b0d7605:38803] 2024-12-12T01:28:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741898_1074 (size=10770) 2024-12-12T01:28:42,854 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/backupUT/.tmp/backup_1733966912970/_temporary/0/_temporary/attempt_local1047535348_0003_r_000001_0/default/test-1733966881859/mob/1a021d63d4a5450db2f8813e552ede03 is 63, key is row-test-1733966881859-3-100/mob:q1/1733966911977/Put/seqid=0 2024-12-12T01:28:42,856 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [36236b0d7605:38803] Specified favored nodes: [36236b0d7605:38803] 2024-12-12T01:28:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741899_1075 (size=11811) 2024-12-12T01:28:43,707 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:34495/backupUT 2024-12-12T01:28:43,707 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733966912970 2024-12-12T01:28:43,707 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-12T01:28:43,728 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:34495/backupUT/.tmp/backup_1733966912970, hdfs://localhost:34495/backupUT] 2024-12-12T01:28:43,805 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:28:43,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741900_1076 (size=11811) 2024-12-12T01:28:44,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741901_1077 (size=5275) 2024-12-12T01:28:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741902_1078 (size=10770) 2024-12-12T01:28:45,425 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-12T01:28:45,428 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733966912970 2024-12-12T01:28:45,429 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-12-12T01:28:45,429 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local391975160_0004 completed: true true 2024-12-12T01:28:45,430 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3832099 FILE: Number of bytes written=6194344 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231564 HDFS: Number of bytes written=2433152 HDFS: Number of read operations=646 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-12-12T01:28:45,430 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:34495/backupUT/.tmp/backup_1733966912970 to hdfs://localhost:34495/backupUT finished. 2024-12-12T01:28:45,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1733966881859:', locateType=CURRENT is [region=backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2., hostname=36236b0d7605,38803,1733966873065, seqNum=2] 2024-12-12T01:28:45,447 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733966912970 2024-12-12T01:28:45,450 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733966891082} 2024-12-12T01:28:45,450 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-12T01:28:45,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741903_1079 (size=317) 2024-12-12T01:28:45,857 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:34495/backupUT/backup_1733966912970/.backup.manifest 2024-12-12T01:28:45,857 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733966912970 finished: type=INCREMENTAL,tablelist=test-1733966881859;ns2:test-17339668818591,targetRootDir=hdfs://localhost:34495/backupUT,startts=1733966917240,completets=1733966925447,bytescopied=0 2024-12-12T01:28:45,857 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-12T01:28:45,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-12T01:28:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-12T01:28:45,867 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-12T01:28:45,869 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-12T01:28:45,878 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733966912970 completed. 2024-12-12T01:28:45,878 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-12T01:28:45,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:45,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:45,897 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:34495/backupUT/backup_1733966912970/.backup.manifest 2024-12-12T01:28:45,901 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733966912970/.backup.manifest 2024-12-12T01:28:45,901 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:34495/backupUT/backup_1733966912970/.backup.manifest 2024-12-12T01:28:45,904 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733966912970/.backup.manifest 2024-12-12T01:28:45,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733966881859 from 'test-1733966881859', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733966881859', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:28:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733966881859 2024-12-12T01:28:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741904_1080 (size=908) 2024-12-12T01:28:46,321 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/.tabledesc/.tableinfo.0000000003.950 2024-12-12T01:28:46,321 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/.tabledesc/.tableinfo.0000000004.908 2024-12-12T01:28:46,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733966881859}] 2024-12-12T01:28:46,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE}] 2024-12-12T01:28:46,329 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE 2024-12-12T01:28:46,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=CLOSING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:46,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE because future has completed 2024-12-12T01:28:46,333 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-12T01:28:46,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:46,486 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,486 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-12T01:28:46,486 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 3292e94a9cace26bbec127849a847a9f, disabling compactions & flushes 2024-12-12T01:28:46,486 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:46,486 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:46,486 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. after waiting 0 ms 2024-12-12T01:28:46,486 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:46,493 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-12T01:28:46,494 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:28:46,494 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:46,494 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 3292e94a9cace26bbec127849a847a9f: Waiting for close lock at 1733966926486Running coprocessor pre-close hooks at 1733966926486Disabling compacts and flushes for region at 1733966926486Disabling writes for close at 1733966926486Writing region close event to WAL at 1733966926488 (+2 ms)Running coprocessor post-close hooks at 1733966926494 (+6 ms)Closed at 1733966926494 2024-12-12T01:28:46,494 WARN [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 3292e94a9cace26bbec127849a847a9f to self. 2024-12-12T01:28:46,497 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=CLOSED 2024-12-12T01:28:46,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:46,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-12T01:28:46,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 in 167 msec 2024-12-12T01:28:46,502 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE; state=CLOSED, location=36236b0d7605,38803,1733966873065; forceNewPlan=false, retain=true 2024-12-12T01:28:46,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:46,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE because future has completed 2024-12-12T01:28:46,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:28:46,812 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:46,812 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 3292e94a9cace26bbec127849a847a9f, NAME => 'test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:28:46,813 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:28:46,813 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733966881859 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,813 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:28:46,814 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,814 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,815 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,816 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3292e94a9cace26bbec127849a847a9f columnFamilyName f 2024-12-12T01:28:46,816 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:46,824 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/827a139c2a944d37801ac170bd1cc1da 2024-12-12T01:28:46,830 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 2024-12-12T01:28:46,830 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(327): Store=3292e94a9cace26bbec127849a847a9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:46,830 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,832 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3292e94a9cace26bbec127849a847a9f columnFamilyName f2 2024-12-12T01:28:46,832 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:46,832 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(327): Store=3292e94a9cace26bbec127849a847a9f/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:46,832 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,833 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3292e94a9cace26bbec127849a847a9f columnFamilyName mob 2024-12-12T01:28:46,834 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:46,841 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/bd2fa7ccceff40ec8c57d1547f58b565 2024-12-12T01:28:46,847 DEBUG [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b 2024-12-12T01:28:46,847 INFO [StoreOpener-3292e94a9cace26bbec127849a847a9f-1 {}] regionserver.HStore(327): Store=3292e94a9cace26bbec127849a847a9f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:28:46,848 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,849 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,850 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,851 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,851 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,852 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733966881859 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T01:28:46,854 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,855 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 3292e94a9cace26bbec127849a847a9f; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9792706560, jitterRate=-0.0879831314086914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T01:28:46,855 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:46,859 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 3292e94a9cace26bbec127849a847a9f: Running coprocessor pre-open hook at 1733966926814Writing region info on filesystem at 1733966926814Initializing all the Stores at 1733966926815 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966926815Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966926815Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966926815Cleaning up temporary data from old regions at 1733966926851 (+36 ms)Running coprocessor post-open hooks at 1733966926855 (+4 ms)Region opened successfully at 1733966926859 (+4 ms) 2024-12-12T01:28:46,861 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., pid=46, masterSystemTime=1733966926808 2024-12-12T01:28:46,863 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:46,863 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:46,864 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3292e94a9cace26bbec127849a847a9f, regionState=OPEN, openSeqNum=338, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:28:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:28:46,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-12-12T01:28:46,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 3292e94a9cace26bbec127849a847a9f, server=36236b0d7605,38803,1733966873065 in 211 msec 2024-12-12T01:28:46,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-12T01:28:46,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733966881859, region=3292e94a9cace26bbec127849a847a9f, REOPEN/MOVE in 541 msec 2024-12-12T01:28:46,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-12T01:28:46,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733966881859 in 547 msec 2024-12-12T01:28:46,876 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733966881859 2024-12-12T01:28:46,885 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f3/589d163f89ed485e870c1c26b05a986e 2024-12-12T01:28:46,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733966881859 in 979 msec 2024-12-12T01:28:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-12T01:28:46,889 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733966881859 completed 2024-12-12T01:28:46,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:46,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:46,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:46,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:46,929 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-12T01:28:46,934 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733966926890 2024-12-12T01:28:46,936 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733966912970} 2024-12-12T01:28:46,936 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733966891082} 2024-12-12T01:28:46,936 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-12T01:28:46,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:46,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:46,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:46,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:46,983 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733966881859 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733966881859 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T01:28:46,986 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733966926890,startts=0,failedts=1733966926984,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733966881859 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-12T01:28:46,987 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-12T01:28:46,989 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-12T01:28:46,989 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-12T01:28:46,991 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-12T01:28:46,991 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-12T01:28:46,993 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-12T01:28:46,996 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733966926890 failed. 2024-12-12T01:28:47,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:47,014 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733966881859, ns2:test-17339668818591, ns3:test-17339668818592, ns4:test-17339668818593] 2024-12-12T01:28:47,015 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-12T01:28:47,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:28:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966927019 (current time:1733966927019). 2024-12-12T01:28:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-12T01:28:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6218b810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:47,021 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0e2557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:47,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:47,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:47,023 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:47,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d382456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:47,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:47,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:47,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:47,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:47,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:28:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-12T01:28:47,029 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-12T01:28:47,030 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:47,033 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:47,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741905_1081 (size=52) 2024-12-12T01:28:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-12T01:28:47,262 DEBUG [master/36236b0d7605:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733966881859 2024-12-12T01:28:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741906_1082 (size=950) 2024-12-12T01:28:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-12T01:28:47,440 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:28:47,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349}] 2024-12-12T01:28:47,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:47,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-12-12T01:28:47,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:47,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 1a47a4b01f70d06af56a1b28295ec349 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-12T01:28:47,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/2a6232da53c445feb061bcabac50c5b7 is 158, key is trslm:hdfs://localhost:34495/backupUT\x00ns2:test-17339668818591/meta:log-roll-map/1733966925436/Put/seqid=0 2024-12-12T01:28:47,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741907_1083 (size=5745) 2024-12-12T01:28:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-12T01:28:47,675 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/.tabledesc/.tableinfo.0000000004.908 2024-12-12T01:28:47,675 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/.tabledesc/.tableinfo.0000000005.950 2024-12-12T01:28:47,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733966881859 in 414 msec 2024-12-12T01:28:48,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/2a6232da53c445feb061bcabac50c5b7 2024-12-12T01:28:48,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/4a9eef850dce48889f46192cee93b370 is 1245, key is session:backup_1733966926890/session:context/1733966926992/Put/seqid=0 2024-12-12T01:28:48,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741908_1084 (size=6682) 2024-12-12T01:28:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-12T01:28:48,421 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/4a9eef850dce48889f46192cee93b370 2024-12-12T01:28:48,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/2a6232da53c445feb061bcabac50c5b7 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7 2024-12-12T01:28:48,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7, entries=4, sequenceid=31, filesize=5.6 K 2024-12-12T01:28:48,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/4a9eef850dce48889f46192cee93b370 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370 2024-12-12T01:28:48,441 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370, entries=3, sequenceid=31, filesize=6.5 K 2024-12-12T01:28:48,442 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 1a47a4b01f70d06af56a1b28295ec349 in 848ms, sequenceid=31, compaction requested=true 2024-12-12T01:28:48,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 1a47a4b01f70d06af56a1b28295ec349: 2024-12-12T01:28:48,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. for snapshot_backup_system completed. 2024-12-12T01:28:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.' region-info for snapshot=snapshot_backup_system 2024-12-12T01:28:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:28:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7] hfiles 2024-12-12T01:28:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7 for snapshot=snapshot_backup_system 2024-12-12T01:28:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7 for snapshot=snapshot_backup_system 2024-12-12T01:28:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370] hfiles 2024-12-12T01:28:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856 for snapshot=snapshot_backup_system 2024-12-12T01:28:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f for snapshot=snapshot_backup_system 2024-12-12T01:28:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370 for snapshot=snapshot_backup_system 2024-12-12T01:28:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741909_1085 (size=251) 2024-12-12T01:28:48,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:28:48,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-12T01:28:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-12T01:28:48,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:48,851 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:28:48,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=47 2024-12-12T01:28:48,853 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:28:48,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 in 1.4110 sec 2024-12-12T01:28:48,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:28:48,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:28:48,854 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-12T01:28:48,855 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-12T01:28:48,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741910_1086 (size=888) 2024-12-12T01:28:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-12T01:28:49,266 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:28:49,275 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:28:49,276 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_backup_system 2024-12-12T01:28:49,277 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:28:49,277 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-12T01:28:49,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2500 sec 2024-12-12T01:28:49,681 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T01:28:50,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0ea71b67950c2ee76f89610cf961ae0f, had cached 0 bytes from a total of 8413 2024-12-12T01:28:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-12T01:28:51,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-12T01:28:51,200 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733966926997 started at 1733966931200. 2024-12-12T01:28:51,203 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733966926997 has been started. 2024-12-12T01:28:51,206 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-12T01:28:51,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-12T01:28:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-12T01:28:51,208 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-12T01:28:51,208 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-12T01:28:51,208 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-12T01:28:51,208 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-12T01:28:51,209 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:51,209 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:51,211 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-12T01:28:51,211 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-12T01:28:51,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-12T01:28:51,211 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,211 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-12T01:28:51,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:51,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:51,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-12T01:28:51,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:51,213 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-12T01:28:51,213 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-12T01:28:51,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-12T01:28:51,214 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-12T01:28:51,214 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-12T01:28:51,214 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-12T01:28:51,214 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-12T01:28:51,214 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '36236b0d7605,38803,1733966873065' joining acquired barrier for procedure (rolllog) in zk 2024-12-12T01:28:51,215 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:51,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:28:51,216 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-12T01:28:51,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:28:51,216 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-12T01:28:51,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:28:51,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:28:51,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:51,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:28:51,218 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '36236b0d7605,38803,1733966873065' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-12T01:28:51,218 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1ba07605[Count = 0] remaining members to acquire global barrier 2024-12-12T01:28:51,218 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-12T01:28:51,219 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:51,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:51,220 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:51,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:51,221 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-12T01:28:51,221 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,221 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-12T01:28:51,221 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-12T01:28:51,221 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,221 INFO [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733966917312 highest: 1733966917312 on 36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,221 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1:(num 1733966917265) roll requested 2024-12-12T01:28:51,243 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966931221, exclude list is [], retry=0 2024-12-12T01:28:51,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:51,248 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966917265 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966931221 2024-12-12T01:28:51,248 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:51,248 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966917265 is not closed yet, will try archiving it next time 2024-12-12T01:28:51,248 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.meta:.meta(num 1733966917286) roll requested 2024-12-12T01:28:51,248 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966897892 2024-12-12T01:28:51,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741888_1064 (size=4927) 2024-12-12T01:28:51,269 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966931248.meta, exclude list is [], retry=0 2024-12-12T01:28:51,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:51,273 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966917286.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966931248.meta 2024-12-12T01:28:51,274 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:51,274 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966917286.meta is not closed yet, will try archiving it next time 2024-12-12T01:28:51,274 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0:(num 1733966917312) roll requested 2024-12-12T01:28:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741890_1066 (size=1903) 2024-12-12T01:28:51,294 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274, exclude list is [], retry=0 2024-12-12T01:28:51,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:28:51,298 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966917312 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 2024-12-12T01:28:51,298 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:28:51,299 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966917312 is not closed yet, will try archiving it next time 2024-12-12T01:28:51,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741891_1067 (size=93) 2024-12-12T01:28:51,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966917312 not finished, retry = 0 2024-12-12T01:28:51,302 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-12-12T01:28:51,302 INFO [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733966931274 on 36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:28:51,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:28:51,318 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-12T01:28:51,318 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '36236b0d7605,38803,1733966873065' in zk 2024-12-12T01:28:51,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,321 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-12T01:28:51,321 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-12T01:28:51,321 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-12T01:28:51,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:28:51,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:28:51,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:28:51,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:28:51,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:51,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:28:51,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:51,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '36236b0d7605,38803,1733966873065': 2024-12-12T01:28:51,325 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-12T01:28:51,325 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-12T01:28:51,325 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '36236b0d7605,38803,1733966873065' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-12T01:28:51,325 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-12T01:28:51,325 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-12T01:28:51,325 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-12T01:28:51,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:51,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:51,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-12T01:28:51,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:51,327 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:51,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:28:51,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:51,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:28:51,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:28:51,328 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-12T01:28:51,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-12T01:28:51,329 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-12T01:28:51,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:51,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:28:51,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:51,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,331 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:28:51,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:28:51,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-12T01:28:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-12T01:28:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:28:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:28:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:28:51,334 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-12T01:28:51,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-12T01:28:51,334 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-12T01:28:51,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-12T01:28:51,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-12T01:28:51,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-12T01:28:51,335 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-12T01:28:51,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-12T01:28:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-12T01:28:51,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-12T01:28:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966931343 (current time:1733966931343). 2024-12-12T01:28:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733966931342_backup_system_bulk VERSION not specified, setting to 2 2024-12-12T01:28:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ee1ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:51,345 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:51,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:51,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:51,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5536837b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:51,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:51,347 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:51,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66beb3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:51,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:51,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:51,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:51,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:51,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-12T01:28:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-12T01:28:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-12T01:28:51,354 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:51,355 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:51,357 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:51,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741914_1090 (size=76) 2024-12-12T01:28:51,401 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966917312 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966917312 2024-12-12T01:28:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-12T01:28:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-12T01:28:51,764 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:28:51,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 594a7bac008058bf5846e3df90e000e2}] 2024-12-12T01:28:51,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:51,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-12T01:28:51,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:28:51,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 594a7bac008058bf5846e3df90e000e2: 2024-12-12T01:28:51,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. for snapshot_1733966931342_backup_system_bulk completed. 2024-12-12T01:28:51,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2.' region-info for snapshot=snapshot_1733966931342_backup_system_bulk 2024-12-12T01:28:51,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:28:51,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T01:28:51,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T01:28:51,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741915_1091 (size=61) 2024-12-12T01:28:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-12T01:28:52,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-12T01:28:52,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:28:52,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-12T01:28:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-12T01:28:52,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733966931342_backup_system_bulk on region 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:52,326 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:28:52,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-12T01:28:52,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 594a7bac008058bf5846e3df90e000e2 in 563 msec 2024-12-12T01:28:52,328 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:28:52,329 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:28:52,330 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:28:52,330 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733966931342_backup_system_bulk 2024-12-12T01:28:52,331 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966931342_backup_system_bulk 2024-12-12T01:28:52,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741916_1092 (size=702) 2024-12-12T01:28:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-12T01:28:52,745 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:28:52,751 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:28:52,752 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966931342_backup_system_bulk to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966931342_backup_system_bulk 2024-12-12T01:28:52,753 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:28:52,754 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-12T01:28:52,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733966931342_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4020 sec 2024-12-12T01:28:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-12T01:28:53,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-12T01:28:53,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } 2024-12-12T01:28:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966933501 (current time:1733966933501). 2024-12-12T01:28:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733966933500_ns3_test-17339668818592 VERSION not specified, setting to 2 2024-12-12T01:28:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aab320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:53,503 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:53,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:53,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:53,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21461908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:53,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:53,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:53,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:53,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:53,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c7f9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:53,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:53,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:53,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:53,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:53,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } 2024-12-12T01:28:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-12T01:28:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-12T01:28:53,511 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:53,512 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:53,515 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741917_1093 (size=86) 2024-12-12T01:28:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-12T01:28:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-12T01:28:53,922 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:28:53,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5b4330ed2429c13c9a490256eb3fbab}] 2024-12-12T01:28:53,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:54,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-12-12T01:28:54,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:28:54,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for b5b4330ed2429c13c9a490256eb3fbab: 2024-12-12T01:28:54,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. for snapshot_1733966933500_ns3_test-17339668818592 completed. 2024-12-12T01:28:54,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab.' region-info for snapshot=snapshot_1733966933500_ns3_test-17339668818592 2024-12-12T01:28:54,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:28:54,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T01:28:54,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741918_1094 (size=52) 2024-12-12T01:28:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-12T01:28:54,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:28:54,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-12T01:28:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-12T01:28:54,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733966933500_ns3_test-17339668818592 on region b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:54,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:28:54,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-12T01:28:54,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b5b4330ed2429c13c9a490256eb3fbab in 565 msec 2024-12-12T01:28:54,488 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:28:54,489 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:28:54,490 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:28:54,490 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733966933500_ns3_test-17339668818592 2024-12-12T01:28:54,491 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966933500_ns3_test-17339668818592 2024-12-12T01:28:54,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741919_1095 (size=443) 2024-12-12T01:28:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-12T01:28:54,902 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:28:54,907 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:28:54,908 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966933500_ns3_test-17339668818592 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966933500_ns3_test-17339668818592 2024-12-12T01:28:54,909 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:28:54,909 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-12T01:28:54,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733966933500_ns3_test-17339668818592 table=ns3:test-17339668818592 type=FLUSH ttl=0 } in 1.4010 sec 2024-12-12T01:28:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-12T01:28:55,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17339668818592 completed 2024-12-12T01:28:55,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } 2024-12-12T01:28:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966935661 (current time:1733966935661). 2024-12-12T01:28:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733966935661_default_test-1733966881859 VERSION not specified, setting to 2 2024-12-12T01:28:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a57303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:55,663 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f66b6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:55,665 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:55,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51688b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:55,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:55,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:55,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:55,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:55,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } 2024-12-12T01:28:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-12T01:28:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-12T01:28:55,672 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:55,673 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:55,675 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741920_1096 (size=84) 2024-12-12T01:28:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-12T01:28:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-12T01:28:56,082 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:28:56,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3292e94a9cace26bbec127849a847a9f}] 2024-12-12T01:28:56,083 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:56,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-12T01:28:56,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:56,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 3292e94a9cace26bbec127849a847a9f: 2024-12-12T01:28:56,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. for snapshot_1733966935661_default_test-1733966881859 completed. 2024-12-12T01:28:56,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f.' region-info for snapshot=snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:28:56,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:28:56,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/827a139c2a944d37801ac170bd1cc1da] hfiles 2024-12-12T01:28:56,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 for snapshot=snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:28:56,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/827a139c2a944d37801ac170bd1cc1da for snapshot=snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:28:56,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T01:28:56,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/bd2fa7ccceff40ec8c57d1547f58b565] hfiles 2024-12-12T01:28:56,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b for snapshot=snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:28:56,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/bd2fa7ccceff40ec8c57d1547f58b565 for snapshot=snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:28:56,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741921_1097 (size=224) 2024-12-12T01:28:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-12T01:28:56,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:28:56,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-12T01:28:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-12T01:28:56,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733966935661_default_test-1733966881859 on region 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:56,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:56,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-12T01:28:56,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3292e94a9cace26bbec127849a847a9f in 563 msec 2024-12-12T01:28:56,647 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:28:56,648 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:28:56,649 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-12T01:28:56,649 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-12T01:28:56,649 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:56,650 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-12T01:28:56,650 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:56,650 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-12T01:28:56,650 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:28:56,651 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/mobdir/data/default/test-1733966881859/fc57f5777b4fbe8519d8c04a2b949b6a/mob/d41d8cd98f00b204e9800998ecf8427e20241212e7761031d0ad47af984dd89bd3779d4c_3292e94a9cace26bbec127849a847a9f] hfiles 2024-12-12T01:28:56,651 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/mobdir/data/default/test-1733966881859/fc57f5777b4fbe8519d8c04a2b949b6a/mob/d41d8cd98f00b204e9800998ecf8427e20241212e7761031d0ad47af984dd89bd3779d4c_3292e94a9cace26bbec127849a847a9f 2024-12-12T01:28:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741922_1098 (size=168) 2024-12-12T01:28:56,801 INFO [master/36236b0d7605:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-12T01:28:56,801 INFO [master/36236b0d7605:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-12T01:28:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-12T01:28:57,058 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:28:57,058 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:28:57,059 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:28:57,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741923_1099 (size=1347) 2024-12-12T01:28:57,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1a47a4b01f70d06af56a1b28295ec349, had cached 0 bytes from a total of 28925 2024-12-12T01:28:57,471 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:28:57,480 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:28:57,480 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966935661_default_test-1733966881859 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:28:57,482 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:28:57,482 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-12T01:28:57,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733966935661_default_test-1733966881859 table=test-1733966881859 type=FLUSH ttl=0 } in 1.8120 sec 2024-12-12T01:28:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-12T01:28:57,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733966881859 completed 2024-12-12T01:28:57,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } 2024-12-12T01:28:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966937821 (current time:1733966937821). 2024-12-12T01:28:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733966937820_ns2_test-17339668818591 VERSION not specified, setting to 2 2024-12-12T01:28:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5125f4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:57,823 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:57,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:57,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:57,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345af0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:57,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:57,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:57,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:57,825 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:57,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36935d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:57,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:57,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:57,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:57,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:57,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } 2024-12-12T01:28:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-12T01:28:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-12T01:28:57,833 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:57,835 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:57,839 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741924_1100 (size=86) 2024-12-12T01:28:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-12T01:28:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-12T01:28:58,246 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:28:58,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f}] 2024-12-12T01:28:58,247 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:58,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-12T01:28:58,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:58,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 0ea71b67950c2ee76f89610cf961ae0f 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-12T01:28:58,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/.tmp/f/014460693c2549caafd9e348f4a9bfd7 is 38, key is row-t20/f:q1/1733966912016/Put/seqid=0 2024-12-12T01:28:58,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741925_1101 (size=5134) 2024-12-12T01:28:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-12T01:28:58,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/.tmp/f/014460693c2549caafd9e348f4a9bfd7 2024-12-12T01:28:58,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/.tmp/f/014460693c2549caafd9e348f4a9bfd7 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/014460693c2549caafd9e348f4a9bfd7 2024-12-12T01:28:58,823 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/014460693c2549caafd9e348f4a9bfd7, entries=5, sequenceid=111, filesize=5.0 K 2024-12-12T01:28:58,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 0ea71b67950c2ee76f89610cf961ae0f in 425ms, sequenceid=111, compaction requested=false 2024-12-12T01:28:58,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 0ea71b67950c2ee76f89610cf961ae0f: 2024-12-12T01:28:58,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. for snapshot_1733966937820_ns2_test-17339668818591 completed. 2024-12-12T01:28:58,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f.' region-info for snapshot=snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:28:58,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:28:58,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/014460693c2549caafd9e348f4a9bfd7] hfiles 2024-12-12T01:28:58,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68 for snapshot=snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:28:58,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/014460693c2549caafd9e348f4a9bfd7 for snapshot=snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:28:58,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741926_1102 (size=130) 2024-12-12T01:28:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-12T01:28:59,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:28:59,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-12T01:28:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-12T01:28:59,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733966937820_ns2_test-17339668818591 on region 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:59,232 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:28:59,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-12T01:28:59,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0ea71b67950c2ee76f89610cf961ae0f in 987 msec 2024-12-12T01:28:59,234 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:28:59,235 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:28:59,236 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:28:59,236 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:28:59,236 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:28:59,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741927_1103 (size=496) 2024-12-12T01:28:59,648 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:28:59,654 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:28:59,654 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966937820_ns2_test-17339668818591 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:28:59,656 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:28:59,656 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-12T01:28:59,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733966937820_ns2_test-17339668818591 table=ns2:test-17339668818591 type=FLUSH ttl=0 } in 1.8250 sec 2024-12-12T01:28:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-12T01:28:59,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17339668818591 completed 2024-12-12T01:28:59,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } 2024-12-12T01:28:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966939981 (current time:1733966939981). 2024-12-12T01:28:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:28:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733966939980_ns4_test-17339668818593 VERSION not specified, setting to 2 2024-12-12T01:28:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60357af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:28:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:28:59,983 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:28:59,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:28:59,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:28:59,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f689dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:59,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:28:59,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:28:59,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:59,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:28:59,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701e7b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:28:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:28:59,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:28:59,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:28:59,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:28:59,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:28:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:28:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:28:59,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:28:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:28:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } 2024-12-12T01:28:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-12T01:28:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-12T01:28:59,991 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:28:59,992 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:28:59,994 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:28:59,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741928_1104 (size=86) 2024-12-12T01:29:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-12T01:29:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-12T01:29:00,401 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:29:00,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41c9fa2ee6910f6fdd6c2bc35ec03c56}] 2024-12-12T01:29:00,402 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:29:00,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-12T01:29:00,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:29:00,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 41c9fa2ee6910f6fdd6c2bc35ec03c56: 2024-12-12T01:29:00,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. for snapshot_1733966939980_ns4_test-17339668818593 completed. 2024-12-12T01:29:00,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56.' region-info for snapshot=snapshot_1733966939980_ns4_test-17339668818593 2024-12-12T01:29:00,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:29:00,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-12T01:29:00,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741929_1105 (size=52) 2024-12-12T01:29:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-12T01:29:00,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:29:00,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-12T01:29:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-12T01:29:00,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733966939980_ns4_test-17339668818593 on region 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:29:00,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:29:00,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-12T01:29:00,964 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:29:00,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41c9fa2ee6910f6fdd6c2bc35ec03c56 in 562 msec 2024-12-12T01:29:00,965 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:29:00,966 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:29:00,966 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733966939980_ns4_test-17339668818593 2024-12-12T01:29:00,967 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966939980_ns4_test-17339668818593 2024-12-12T01:29:00,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741930_1106 (size=443) 2024-12-12T01:29:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-12T01:29:01,377 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:29:01,383 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:29:01,383 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_1733966939980_ns4_test-17339668818593 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966939980_ns4_test-17339668818593 2024-12-12T01:29:01,385 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:29:01,385 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-12T01:29:01,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733966939980_ns4_test-17339668818593 table=ns4:test-17339668818593 type=FLUSH ttl=0 } in 1.3960 sec 2024-12-12T01:29:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-12T01:29:02,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17339668818593 completed 2024-12-12T01:29:02,140 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733966926997 2024-12-12T01:29:02,140 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-12T01:29:02,140 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-12T01:29:02,140 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733966926997_backup:system_bulk 2024-12-12T01:29:02,140 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733966931342_backup_system_bulk to hdfs://localhost:34495/backupUT/backup_1733966926997/backup/system_bulk/ 2024-12-12T01:29:02,140 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-12T01:29:02,174 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34495, inputRoot=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:29:02,174 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1589506606_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34495/backupUT/backup_1733966926997/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34495/backupUT/backup_1733966926997/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733966931342_backup_system_bulk 2024-12-12T01:29:02,176 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-12T01:29:02,180 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966931342_backup_system_bulk to hdfs://localhost:34495/backupUT/backup_1733966926997/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733966931342_backup_system_bulk 2024-12-12T01:29:02,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741932_1108 (size=76) 2024-12-12T01:29:02,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741931_1107 (size=702) 2024-12-12T01:29:02,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:02,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:02,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-6769925910363851513.jar 2024-12-12T01:29:03,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:03,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:29:03,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-12T01:29:03,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-12T01:29:03,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-12T01:29:03,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-12T01:29:03,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-12T01:29:03,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-12T01:29:03,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-12T01:29:03,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-12T01:29:03,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-12T01:29:03,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-12T01:29:03,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:03,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:03,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:03,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:03,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:03,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:03,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:03,632 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:29:03,665 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733966931342_backup_system_bulk' hfile list 2024-12-12T01:29:03,769 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local1597196226_0005_f55dcd8e-a283-4882-8184-545e28004122/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-12T01:29:03,769 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local1597196226_0005_f55dcd8e-a283-4882-8184-545e28004122/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-12T01:29:04,811 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-12T01:29:04,812 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-12T01:29:04,817 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733966931342_backup_system_bulk 2024-12-12T01:29:04,817 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733966931342_backup_system_bulk finished. 2024-12-12T01:29:04,817 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733966926997_ns3:test-17339668818592 2024-12-12T01:29:04,817 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733966933500_ns3_test-17339668818592 to hdfs://localhost:34495/backupUT/backup_1733966926997/ns3/test-17339668818592/ 2024-12-12T01:29:04,817 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-12T01:29:04,848 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34495, inputRoot=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:29:04,848 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1589506606_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34495/backupUT/backup_1733966926997/ns3/test-17339668818592, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34495/backupUT/backup_1733966926997/ns3/test-17339668818592/.hbase-snapshot/.tmp/snapshot_1733966933500_ns3_test-17339668818592 2024-12-12T01:29:04,850 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-12T01:29:04,854 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966933500_ns3_test-17339668818592 to hdfs://localhost:34495/backupUT/backup_1733966926997/ns3/test-17339668818592/.hbase-snapshot/.tmp/snapshot_1733966933500_ns3_test-17339668818592 2024-12-12T01:29:04,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741933_1109 (size=443) 2024-12-12T01:29:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741934_1110 (size=86) 2024-12-12T01:29:05,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:05,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:05,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-17155560756279191088.jar 2024-12-12T01:29:06,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:06,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:29:06,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-12T01:29:06,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-12T01:29:06,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-12T01:29:06,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-12T01:29:06,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-12T01:29:06,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-12T01:29:06,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-12T01:29:06,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-12T01:29:06,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-12T01:29:06,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-12T01:29:06,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:06,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:06,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:06,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:06,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:06,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:06,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:06,321 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:29:06,348 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733966933500_ns3_test-17339668818592' hfile list 2024-12-12T01:29:06,442 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local1373309521_0006_7f288c43-5887-4201-b752-70758856ea3f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-12T01:29:06,442 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local1373309521_0006_7f288c43-5887-4201-b752-70758856ea3f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-12T01:29:07,484 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-12T01:29:07,485 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-12T01:29:07,491 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733966933500_ns3_test-17339668818592 2024-12-12T01:29:07,491 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733966933500_ns3_test-17339668818592 finished. 2024-12-12T01:29:07,491 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733966926997_test-1733966881859 2024-12-12T01:29:07,491 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733966935661_default_test-1733966881859 to hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859/ 2024-12-12T01:29:07,491 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-12T01:29:07,523 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34495, inputRoot=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:29:07,523 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1589506606_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859/.hbase-snapshot/.tmp/snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:29:07,525 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-12T01:29:07,532 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966935661_default_test-1733966881859 to hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859/.hbase-snapshot/.tmp/snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:29:07,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741935_1111 (size=1347) 2024-12-12T01:29:07,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741936_1112 (size=84) 2024-12-12T01:29:07,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:07,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:07,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-10046434308171791331.jar 2024-12-12T01:29:08,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:08,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:29:08,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-12T01:29:08,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-12T01:29:08,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-12T01:29:08,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-12T01:29:08,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-12T01:29:08,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-12T01:29:08,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-12T01:29:08,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-12T01:29:08,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-12T01:29:08,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-12T01:29:08,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:08,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:08,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:08,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:08,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:08,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:08,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:08,997 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:29:09,026 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733966935661_default_test-1733966881859' hfile list 2024-12-12T01:29:09,029 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-12T01:29:09,126 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local1636072233_0007_a051b485-8c65-44d2-85d8-59dc27ef6e8b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-12T01:29:09,126 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local1636072233_0007_a051b485-8c65-44d2-85d8-59dc27ef6e8b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-12T01:29:09,207 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-12T01:29:09,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741937_1113 (size=13760) 2024-12-12T01:29:09,655 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/bd2fa7ccceff40ec8c57d1547f58b565 output=hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859/archive/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/bd2fa7ccceff40ec8c57d1547f58b565 2024-12-12T01:29:09,655 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-12-12T01:29:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741938_1114 (size=10796) 2024-12-12T01:29:09,690 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/827a139c2a944d37801ac170bd1cc1da output=hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859/archive/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/827a139c2a944d37801ac170bd1cc1da 2024-12-12T01:29:09,691 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.332M/sec 2024-12-12T01:29:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741939_1115 (size=8413) 2024-12-12T01:29:10,135 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 output=hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859/archive/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f/9ca7f83636d84af19f78aa66c9924b46 2024-12-12T01:29:10,135 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-12-12T01:29:10,163 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/mobdir/data/default/test-1733966881859/fc57f5777b4fbe8519d8c04a2b949b6a/mob/d41d8cd98f00b204e9800998ecf8427e20241212e7761031d0ad47af984dd89bd3779d4c_3292e94a9cace26bbec127849a847a9f to hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859/archive/data/default/test-1733966881859/fc57f5777b4fbe8519d8c04a2b949b6a/mob/d41d8cd98f00b204e9800998ecf8427e20241212e7761031d0ad47af984dd89bd3779d4c_3292e94a9cace26bbec127849a847a9f" truncated to max limit (512 characters) 2024-12-12T01:29:10,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741940_1116 (size=5591) 2024-12-12T01:29:10,172 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/mobdir/data/default/test-1733966881859/fc57f5777b4fbe8519d8c04a2b949b6a/mob/d41d8cd98f00b204e9800998ecf8427e20241212e7761031d0ad47af984dd89bd3779d4c_3292e94a9cace26bbec127849a847a9f output=hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859/archive/data/default/test-1733966881859/fc57f5777b4fbe8519d8c04a2b949b6a/mob/d41d8cd98f00b204e9800998ecf8427e20241212e7761031d0ad47af984dd89bd3779d4c_3292e94a9cace26bbec127849a847a9f 2024-12-12T01:29:10,173 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.167M/sec 2024-12-12T01:29:10,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741941_1117 (size=5484) 2024-12-12T01:29:10,618 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b output=hdfs://localhost:34495/backupUT/backup_1733966926997/default/test-1733966881859/archive/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/mob/eceef0316ce64702af591fbf7fedf73b 2024-12-12T01:29:10,618 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-12T01:29:11,176 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-12T01:29:11,177 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-12T01:29:11,185 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:29:11,186 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733966935661_default_test-1733966881859 finished. 2024-12-12T01:29:11,186 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733966926997_ns2:test-17339668818591 2024-12-12T01:29:11,186 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733966937820_ns2_test-17339668818591 to hdfs://localhost:34495/backupUT/backup_1733966926997/ns2/test-17339668818591/ 2024-12-12T01:29:11,186 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-12T01:29:11,216 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34495, inputRoot=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:29:11,216 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1589506606_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34495/backupUT/backup_1733966926997/ns2/test-17339668818591, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34495/backupUT/backup_1733966926997/ns2/test-17339668818591/.hbase-snapshot/.tmp/snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:29:11,218 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-12T01:29:11,223 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966937820_ns2_test-17339668818591 to hdfs://localhost:34495/backupUT/backup_1733966926997/ns2/test-17339668818591/.hbase-snapshot/.tmp/snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:29:11,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741942_1118 (size=86) 2024-12-12T01:29:11,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741943_1119 (size=496) 2024-12-12T01:29:11,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:11,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:11,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-11906473670762499596.jar 2024-12-12T01:29:12,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:12,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:29:12,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-12T01:29:12,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-12T01:29:12,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-12T01:29:12,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-12T01:29:12,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-12T01:29:12,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-12T01:29:12,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-12T01:29:12,656 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-12T01:29:12,656 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-12T01:29:12,656 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-12T01:29:12,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:12,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:12,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:12,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:12,658 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:12,658 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:12,658 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:12,700 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:29:12,727 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733966937820_ns2_test-17339668818591' hfile list 2024-12-12T01:29:12,729 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-12T01:29:12,821 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local880209876_0008_354bc047-d9f8-4f24-aeaf-d48f55fc13e8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-12T01:29:12,821 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local880209876_0008_354bc047-d9f8-4f24-aeaf-d48f55fc13e8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-12T01:29:12,899 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-12T01:29:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741944_1120 (size=8413) 2024-12-12T01:29:13,334 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68 output=hdfs://localhost:34495/backupUT/backup_1733966926997/ns2/test-17339668818591/archive/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/44b84cc8bf244d76b479adde1a9ddf68 2024-12-12T01:29:13,334 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-12T01:29:13,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741945_1121 (size=5134) 2024-12-12T01:29:13,777 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/014460693c2549caafd9e348f4a9bfd7 output=hdfs://localhost:34495/backupUT/backup_1733966926997/ns2/test-17339668818591/archive/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/f/014460693c2549caafd9e348f4a9bfd7 2024-12-12T01:29:13,777 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-12-12T01:29:13,867 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-12T01:29:13,868 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-12T01:29:13,875 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:29:13,875 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733966937820_ns2_test-17339668818591 finished. 2024-12-12T01:29:13,875 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733966926997_ns4:test-17339668818593 2024-12-12T01:29:13,875 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733966939980_ns4_test-17339668818593 to hdfs://localhost:34495/backupUT/backup_1733966926997/ns4/test-17339668818593/ 2024-12-12T01:29:13,875 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-12T01:29:13,904 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34495, inputRoot=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23 2024-12-12T01:29:13,904 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1589506606_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34495/backupUT/backup_1733966926997/ns4/test-17339668818593, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34495/backupUT/backup_1733966926997/ns4/test-17339668818593/.hbase-snapshot/.tmp/snapshot_1733966939980_ns4_test-17339668818593 2024-12-12T01:29:13,906 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-12T01:29:13,910 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_1733966939980_ns4_test-17339668818593 to hdfs://localhost:34495/backupUT/backup_1733966926997/ns4/test-17339668818593/.hbase-snapshot/.tmp/snapshot_1733966939980_ns4_test-17339668818593 2024-12-12T01:29:13,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741947_1123 (size=443) 2024-12-12T01:29:13,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741946_1122 (size=86) 2024-12-12T01:29:14,322 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:14,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:14,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-18390638878573820992.jar 2024-12-12T01:29:15,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:15,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:29:15,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-12T01:29:15,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-12T01:29:15,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-12T01:29:15,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-12T01:29:15,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-12T01:29:15,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-12T01:29:15,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-12T01:29:15,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-12T01:29:15,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-12T01:29:15,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-12T01:29:15,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:15,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:15,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:15,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:15,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-12T01:29:15,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:15,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:15,367 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:29:15,396 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733966939980_ns4_test-17339668818593' hfile list 2024-12-12T01:29:15,498 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local620228136_0009_c830d363-46b9-402f-9781-83acb8ecbdff/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-12T01:29:15,498 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/mapreduce.cluster.local.dir/job_local620228136_0009_c830d363-46b9-402f-9781-83acb8ecbdff/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-12T01:29:16,543 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-12T01:29:16,544 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-12T01:29:16,549 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733966939980_ns4_test-17339668818593 2024-12-12T01:29:16,549 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733966939980_ns4_test-17339668818593 finished. 2024-12-12T01:29:16,549 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-12T01:29:16,549 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17339668818592 2024-12-12T01:29:16,549 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733966881859 2024-12-12T01:29:16,549 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17339668818591 2024-12-12T01:29:16,549 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17339668818593 2024-12-12T01:29:16,559 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733966926997 2024-12-12T01:29:16,559 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-12T01:29:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741948_1124 (size=176) 2024-12-12T01:29:16,966 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:34495/backupUT/backup_1733966926997/.backup.manifest 2024-12-12T01:29:16,966 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733966926997 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17339668818592;test-1733966881859;ns2:test-17339668818591;ns4:test-17339668818593,targetRootDir=hdfs://localhost:34495/backupUT,startts=1733966931200,completets=1733966956559,bytescopied=0 2024-12-12T01:29:16,966 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-12T01:29:16,966 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733966931342_backup_system_bulk 2024-12-12T01:29:16,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733966931342_backup_system_bulk" type: DISABLED 2024-12-12T01:29:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733966931342_backup_system_bulk 2024-12-12T01:29:16,971 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733966931342_backup_system_bulk for backup backup_1733966926997 succeeded. 2024-12-12T01:29:16,971 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733966933500_ns3_test-17339668818592 2024-12-12T01:29:16,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733966933500_ns3_test-17339668818592" type: DISABLED 2024-12-12T01:29:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733966933500_ns3_test-17339668818592 2024-12-12T01:29:16,974 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733966933500_ns3_test-17339668818592 for backup backup_1733966926997 succeeded. 2024-12-12T01:29:16,974 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:29:16,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733966935661_default_test-1733966881859" type: DISABLED 2024-12-12T01:29:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733966935661_default_test-1733966881859 2024-12-12T01:29:16,977 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733966935661_default_test-1733966881859 for backup backup_1733966926997 succeeded. 2024-12-12T01:29:16,977 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:29:16,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733966937820_ns2_test-17339668818591" type: DISABLED 2024-12-12T01:29:16,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733966937820_ns2_test-17339668818591 2024-12-12T01:29:16,981 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733966937820_ns2_test-17339668818591 for backup backup_1733966926997 succeeded. 2024-12-12T01:29:16,981 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733966939980_ns4_test-17339668818593 2024-12-12T01:29:16,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733966939980_ns4_test-17339668818593" type: DISABLED 2024-12-12T01:29:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733966939980_ns4_test-17339668818593 2024-12-12T01:29:16,984 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733966939980_ns4_test-17339668818593 for backup backup_1733966926997 succeeded. 2024-12-12T01:29:16,985 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-12T01:29:16,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-12T01:29:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-12T01:29:16,992 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-12T01:29:16,995 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-12T01:29:17,001 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733966926997 completed. 2024-12-12T01:29:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:29:17,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:19,681 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T01:29:22,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,070 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-12T01:29:22,074 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733966962027 2024-12-12T01:29:22,077 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733966926997} 2024-12-12T01:29:22,077 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-12T01:29:22,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:22,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:29:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966962176 (current time:1733966962176). 2024-12-12T01:29:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:29:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-12T01:29:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273bc906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:29:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:29:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:29:22,178 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:29:22,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:29:22,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:29:22,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513c9f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:29:22,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:29:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:29:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:22,180 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:29:22,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f33d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:29:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:29:22,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:29:22,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:29:22,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:29:22,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:29:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:29:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:22,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:29:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:29:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:29:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-12T01:29:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-12T01:29:22,187 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:29:22,189 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:29:22,191 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:29:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741949_1125 (size=52) 2024-12-12T01:29:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-12T01:29:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-12T01:29:22,598 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-12T01:29:22,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349}] 2024-12-12T01:29:22,599 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:22,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-12T01:29:22,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:22,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 1a47a4b01f70d06af56a1b28295ec349 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-12T01:29:22,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/207dad565dbe4380af32920f0a928b20 is 158, key is trslm:hdfs://localhost:34495/backupUT\x00ns2:test-17339668818591/meta:log-roll-map/1733966956554/Put/seqid=0 2024-12-12T01:29:22,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741950_1126 (size=6646) 2024-12-12T01:29:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-12T01:29:23,162 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/207dad565dbe4380af32920f0a928b20 2024-12-12T01:29:23,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/1608fc75cb104f13964ff180b2715794 is 826, key is session:backup_1733966926997/session:context/1733966956994/Put/seqid=0 2024-12-12T01:29:23,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741951_1127 (size=5928) 2024-12-12T01:29:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-12T01:29:23,577 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/1608fc75cb104f13964ff180b2715794 2024-12-12T01:29:23,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/207dad565dbe4380af32920f0a928b20 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20 2024-12-12T01:29:23,589 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20, entries=12, sequenceid=42, filesize=6.5 K 2024-12-12T01:29:23,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/1608fc75cb104f13964ff180b2715794 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794 2024-12-12T01:29:23,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794, entries=2, sequenceid=42, filesize=5.8 K 2024-12-12T01:29:23,597 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 1a47a4b01f70d06af56a1b28295ec349 in 846ms, sequenceid=42, compaction requested=true 2024-12-12T01:29:23,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 1a47a4b01f70d06af56a1b28295ec349: 2024-12-12T01:29:23,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. for snapshot_backup_system completed. 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.' region-info for snapshot=snapshot_backup_system 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20] hfiles 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7 for snapshot=snapshot_backup_system 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7 for snapshot=snapshot_backup_system 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20 for snapshot=snapshot_backup_system 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794] hfiles 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856 for snapshot=snapshot_backup_system 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f for snapshot=snapshot_backup_system 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370 for snapshot=snapshot_backup_system 2024-12-12T01:29:23,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794 for snapshot=snapshot_backup_system 2024-12-12T01:29:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741952_1128 (size=330) 2024-12-12T01:29:24,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:24,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-12T01:29:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-12T01:29:24,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:24,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:24,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-12T01:29:24,008 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-12T01:29:24,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a47a4b01f70d06af56a1b28295ec349 in 1.4090 sec 2024-12-12T01:29:24,009 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:29:24,009 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:29:24,009 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-12T01:29:24,010 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-12T01:29:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741953_1129 (size=967) 2024-12-12T01:29:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-12T01:29:24,421 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:29:24,431 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:29:24,431 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/snapshot_backup_system 2024-12-12T01:29:24,433 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:29:24,433 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-12T01:29:24,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2480 sec 2024-12-12T01:29:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-12T01:29:26,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-12T01:29:26,350 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733966962027 started at 1733966966350. 2024-12-12T01:29:26,353 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733966962027 has been started. 2024-12-12T01:29:26,358 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns4:test-17339668818593, backup:system_bulk, test-1733966881859, ns2:test-17339668818591, ns3:test-17339668818592] 2024-12-12T01:29:26,363 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733966917312for backupID backup_1733966962027 2024-12-12T01:29:26,363 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-12T01:29:26,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-12T01:29:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-12T01:29:26,364 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-12T01:29:26,364 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-12T01:29:26,365 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-12T01:29:26,365 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-12T01:29:26,365 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-12T01:29:26,365 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-12T01:29:26,369 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-12T01:29:26,369 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-12T01:29:26,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-12T01:29:26,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-12T01:29:26,370 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,370 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-12T01:29:26,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-12T01:29:26,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-12T01:29:26,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-12T01:29:26,371 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-12T01:29:26,371 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-12T01:29:26,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-12T01:29:26,371 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-12T01:29:26,371 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-12T01:29:26,371 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-12T01:29:26,371 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-12T01:29:26,371 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '36236b0d7605,38803,1733966873065' joining acquired barrier for procedure (rolllog) in zk 2024-12-12T01:29:26,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,373 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-12T01:29:26,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:29:26,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:29:26,374 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-12T01:29:26,374 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-12T01:29:26,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:29:26,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:29:26,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:29:26,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:29:26,376 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '36236b0d7605,38803,1733966873065' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-12T01:29:26,376 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@548d6dd2[Count = 0] remaining members to acquire global barrier 2024-12-12T01:29:26,376 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-12T01:29:26,376 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-12T01:29:26,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:29:26,377 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-12T01:29:26,377 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-12T01:29:26,378 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-12T01:29:26,378 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,378 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-12T01:29:26,378 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-12T01:29:26,378 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,378 INFO [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733966931274 highest: 1733966931274 on 36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,378 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1:(num 1733966931221) roll requested 2024-12-12T01:29:26,392 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966966378, exclude list is [], retry=0 2024-12-12T01:29:26,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:29:26,397 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966931221 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966966378 2024-12-12T01:29:26,397 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:29:26,397 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966931221 is not closed yet, will try archiving it next time 2024-12-12T01:29:26,397 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.meta:.meta(num 1733966931248) roll requested 2024-12-12T01:29:26,397 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966917265 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966917265 2024-12-12T01:29:26,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741911_1087 (size=4710) 2024-12-12T01:29:26,412 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966966397.meta, exclude list is [], retry=0 2024-12-12T01:29:26,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:29:26,417 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966931248.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966966397.meta 2024-12-12T01:29:26,417 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:29:26,417 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966931248.meta is not closed yet, will try archiving it next time 2024-12-12T01:29:26,417 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0:(num 1733966931274) roll requested 2024-12-12T01:29:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741912_1088 (size=93) 2024-12-12T01:29:26,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966931248.meta not finished, retry = 0 2024-12-12T01:29:26,431 DEBUG [regionserver/36236b0d7605:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966966417, exclude list is [], retry=0 2024-12-12T01:29:26,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44591,DS-867ccd90-cf7e-4016-8dde-eba1fcd0bb00,DISK] 2024-12-12T01:29:26,435 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966966417 2024-12-12T01:29:26,435 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43625:43625)] 2024-12-12T01:29:26,435 DEBUG [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 is not closed yet, will try archiving it next time 2024-12-12T01:29:26,436 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966897936 2024-12-12T01:29:26,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 not finished, retry = 0 2024-12-12T01:29:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741913_1089 (size=653) 2024-12-12T01:29:26,439 DEBUG [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-12-12T01:29:26,439 INFO [rs(36236b0d7605,38803,1733966873065)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733966966417 on 36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-12T01:29:26,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:26,459 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-12T01:29:26,459 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '36236b0d7605,38803,1733966873065' in zk 2024-12-12T01:29:26,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,461 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-12T01:29:26,461 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-12T01:29:26,461 DEBUG [member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-12T01:29:26,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:29:26,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:29:26,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:29:26,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:29:26,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:29:26,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:29:26,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:29:26,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '36236b0d7605,38803,1733966873065': 2024-12-12T01:29:26,465 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-12T01:29:26,465 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-12T01:29:26,465 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '36236b0d7605,38803,1733966873065' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-12T01:29:26,465 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-12T01:29:26,465 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-12T01:29:26,465 INFO [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-12T01:29:26,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:29:26,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:29:26,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-12T01:29:26,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-12T01:29:26,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-12T01:29:26,467 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-12T01:29:26,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-12T01:29:26,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-12T01:29:26,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-12T01:29:26,468 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-12T01:29:26,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-12T01:29:26,468 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:29:26,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-12T01:29:26,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-12T01:29:26,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:29:26,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,470 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-12T01:29:26,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-12T01:29:26,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-12T01:29:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-12T01:29:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-12T01:29:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/36236b0d7605,38803,1733966873065 2024-12-12T01:29:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:29:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-12T01:29:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-12T01:29:26,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-12T01:29:26,473 DEBUG [(36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-12T01:29:26,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-12T01:29:26,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-12T01:29:26,473 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-12T01:29:26,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-12T01:29:26,474 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-12T01:29:26,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-12T01:29:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-12T01:29:26,482 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {36236b0d7605:38803=1733966917312} newestTimestamps: {36236b0d7605:38803=1733966931274} 2024-12-12T01:29:26,483 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 36236b0d7605%2C38803%2C1733966873065.meta.1733966876415.meta 2024-12-12T01:29:26,483 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 36236b0d7605%2C38803%2C1733966873065.meta.1733966917286.meta 2024-12-12T01:29:26,483 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 36236b0d7605%2C38803%2C1733966873065.meta.1733966931248.meta 2024-12-12T01:29:26,483 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 36236b0d7605%2C38803%2C1733966873065.meta.1733966966397.meta 2024-12-12T01:29:26,483 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 2024-12-12T01:29:26,483 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966966417 2024-12-12T01:29:26,483 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966931221 2024-12-12T01:29:26,484 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966966378 2024-12-12T01:29:26,484 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.meta.1733966897913.meta 2024-12-12T01:29:26,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741957_1133 (size=640) 2024-12-12T01:29:26,520 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966931248.meta to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.meta.1733966931248.meta 2024-12-12T01:29:26,538 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 2024-12-12T01:29:26,896 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:34495/backupUT/backup_1733966962027/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:29:26,896 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-12T01:29:26,899 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-12T01:29:26,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741958_1134 (size=45) 2024-12-12T01:29:27,304 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-12T01:29:27,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741959_1135 (size=390) 2024-12-12T01:29:27,716 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17339668818592 target: hdfs://localhost:34495/backupUT/backup_1733966962027/ns3/test-17339668818592 descriptor: 'ns3:test-17339668818592', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:29:27,716 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-12T01:29:27,719 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17339668818592 2024-12-12T01:29:27,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741960_1136 (size=50) 2024-12-12T01:29:28,125 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17339668818592 2024-12-12T01:29:28,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741961_1137 (size=950) 2024-12-12T01:29:28,539 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733966881859 target: hdfs://localhost:34495/backupUT/backup_1733966962027/default/test-1733966881859 descriptor: 'test-1733966881859', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:29:28,539 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-12T01:29:28,542 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733966881859 2024-12-12T01:29:28,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741962_1138 (size=53) 2024-12-12T01:29:28,948 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733966881859 2024-12-12T01:29:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741963_1139 (size=364) 2024-12-12T01:29:29,359 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17339668818591 target: hdfs://localhost:34495/backupUT/backup_1733966962027/ns2/test-17339668818591 descriptor: 'ns2:test-17339668818591', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:29:29,359 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-12T01:29:29,362 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17339668818591 2024-12-12T01:29:29,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741964_1140 (size=50) 2024-12-12T01:29:29,768 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17339668818591 2024-12-12T01:29:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741965_1141 (size=390) 2024-12-12T01:29:30,179 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17339668818593 target: hdfs://localhost:34495/backupUT/backup_1733966962027/ns4/test-17339668818593 descriptor: 'ns4:test-17339668818593', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T01:29:30,179 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-12T01:29:30,181 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17339668818593 2024-12-12T01:29:30,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741966_1142 (size=50) 2024-12-12T01:29:30,587 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17339668818593 2024-12-12T01:29:30,597 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:34495/backupUT/.tmp/backup_1733966962027 from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274;hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966931221 2024-12-12T01:29:30,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5fff64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:29:30,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:29:30,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:29:30,598 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:29:30,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:29:30,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:29:30,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe8fea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:29:30,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:29:30,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:29:30,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:30,600 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:29:30,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15780d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:29:30,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-12T01:29:30,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 36236b0d7605,42127,1733966870941 2024-12-12T01:29:30,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e2086ac 2024-12-12T01:29:30,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T01:29:30,603 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T01:29:30,606 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-12T01:29:30,606 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17339668818593 2024-12-12T01:29:30,607 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17339668818593,, stopping at row=ns4:test-17339668818593 ,, for max=2147483647 with caching=100 2024-12-12T01:29:30,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:29:30,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:29:30,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:29:30,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:29:30,610 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17339668818593: ns4:test-17339668818593; 2024-12-12T01:29:30,610 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-12T01:29:30,610 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-12T01:29:30,612 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-12T01:29:30,612 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733966881859 2024-12-12T01:29:30,612 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733966881859,, stopping at row=test-1733966881859 ,, for max=2147483647 with caching=100 2024-12-12T01:29:30,614 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733966881859: test-1733966881859; 2024-12-12T01:29:30,614 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17339668818591 2024-12-12T01:29:30,614 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17339668818591,, stopping at row=ns2:test-17339668818591 ,, for max=2147483647 with caching=100 2024-12-12T01:29:30,615 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17339668818591: ns2:test-17339668818591; 2024-12-12T01:29:30,615 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17339668818592 2024-12-12T01:29:30,616 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17339668818592,, stopping at row=ns3:test-17339668818592 ,, for max=2147483647 with caching=100 2024-12-12T01:29:30,617 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17339668818592: ns3:test-17339668818592; 2024-12-12T01:29:30,617 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-12T01:29:30,617 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/hbase-staging/partitions_2fa7b137-5786-4c39-8e54-59de9243753a 2024-12-12T01:29:30,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741967_1143 (size=324) 2024-12-12T01:29:31,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:31,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:31,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:31,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3292e94a9cace26bbec127849a847a9f, had cached 0 bytes from a total of 38453 2024-12-12T01:29:32,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-13541353004322778503.jar 2024-12-12T01:29:32,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:29:32,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-12T01:29:32,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-12T01:29:32,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-12T01:29:32,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-12T01:29:32,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-12T01:29:32,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-12T01:29:32,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-12T01:29:32,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-12T01:29:32,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-12T01:29:32,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-12T01:29:32,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-12T01:29:32,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-12T01:29:32,020 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns4:test-17339668818593,backup:system_bulk,default:test-1733966881859,ns2:test-17339668818591,ns3:test-17339668818592 2024-12-12T01:29:32,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T01:29:32,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:29:32,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:32,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:32,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:29:32,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-12T01:29:33,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop-17042444675454761902.jar 2024-12-12T01:29:33,020 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-12T01:29:33,049 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 for WAL files 2024-12-12T01:29:33,050 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected exception in incremental-backup: incremental copy backup_1733966962027File hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 does not exist. java.io.FileNotFoundException: File hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 does not exist. at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1268) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1213) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1209) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.listLocatedStatus(DistributedFileSystem.java:1227) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.listLocatedStatus(FileSystem.java:2263) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getFiles(WALInputFormat.java:356) ~[hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:321) ~[hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:301) ~[hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:311) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:328) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:201) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1677) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:439) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.submit(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1695) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:426) ~[hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T01:29:33,051 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733966962027,startts=1733966966350,failedts=1733966973051,failedphase=PREPARE_INCREMENTAL,failedmessage=File hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0.1733966931274 does not exist. 2024-12-12T01:29:33,051 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-12T01:29:33,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable backup:system 2024-12-12T01:29:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=backup:system 2024-12-12T01:29:33,071 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966973071"}]},"ts":"1733966973071"} 2024-12-12T01:29:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-12T01:29:33,073 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLING in hbase:meta 2024-12-12T01:29:33,073 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set backup:system to state=DISABLING 2024-12-12T01:29:33,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=backup:system}] 2024-12-12T01:29:33,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, UNASSIGN}] 2024-12-12T01:29:33,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, UNASSIGN 2024-12-12T01:29:33,082 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=1a47a4b01f70d06af56a1b28295ec349, regionState=CLOSING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:29:33,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, UNASSIGN because future has completed 2024-12-12T01:29:33,084 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-12T01:29:33,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a47a4b01f70d06af56a1b28295ec349, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:29:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-12T01:29:33,236 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:33,236 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-12T01:29:33,237 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing 1a47a4b01f70d06af56a1b28295ec349, disabling compactions & flushes 2024-12-12T01:29:33,237 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:33,237 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:33,237 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. after waiting 0 ms 2024-12-12T01:29:33,237 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:33,237 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing 1a47a4b01f70d06af56a1b28295ec349 2/2 column families, dataSize=398 B heapSize=1.04 KB 2024-12-12T01:29:33,242 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/57ae4967231045aa92aba3396a25eb53 is 103, key is rslogts:hdfs://localhost:34495/backupUT\x0036236b0d7605:38803/meta:rs-log-ts/1733966966458/Put/seqid=0 2024-12-12T01:29:33,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741968_1144 (size=5338) 2024-12-12T01:29:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-12T01:29:33,647 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/57ae4967231045aa92aba3396a25eb53 2024-12-12T01:29:33,656 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/fd5cd054671e4061b667c15e1f204b61 is 303, key is session:backup_1733966962027/session:context/1733966966351/Put/seqid=0 2024-12-12T01:29:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741969_1145 (size=5391) 2024-12-12T01:29:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-12T01:29:34,060 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=299 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/fd5cd054671e4061b667c15e1f204b61 2024-12-12T01:29:34,066 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/57ae4967231045aa92aba3396a25eb53 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/57ae4967231045aa92aba3396a25eb53 2024-12-12T01:29:34,071 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/57ae4967231045aa92aba3396a25eb53, entries=1, sequenceid=47, filesize=5.2 K 2024-12-12T01:29:34,072 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/fd5cd054671e4061b667c15e1f204b61 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/fd5cd054671e4061b667c15e1f204b61 2024-12-12T01:29:34,078 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/fd5cd054671e4061b667c15e1f204b61, entries=1, sequenceid=47, filesize=5.3 K 2024-12-12T01:29:34,079 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 1a47a4b01f70d06af56a1b28295ec349 in 842ms, sequenceid=47, compaction requested=true 2024-12-12T01:29:34,083 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/recovered.edits/50.seqid, newMaxSeqId=50, maxSeqId=1 2024-12-12T01:29:34,084 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:29:34,084 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:34,084 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for 1a47a4b01f70d06af56a1b28295ec349: Waiting for close lock at 1733966973237Running coprocessor pre-close hooks at 1733966973237Disabling compacts and flushes for region at 1733966973237Disabling writes for close at 1733966973237Obtaining lock to block concurrent updates at 1733966973237Preparing flush snapshotting stores in 1a47a4b01f70d06af56a1b28295ec349 at 1733966973237Finished memstore snapshotting backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., syncing WAL and waiting on mvcc, flushsize=dataSize=398, getHeapSize=1032, getOffHeapSize=0, getCellsCount=2 at 1733966973238 (+1 ms)Flushing stores of backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. at 1733966973238Flushing 1a47a4b01f70d06af56a1b28295ec349/meta: creating writer at 1733966973238Flushing 1a47a4b01f70d06af56a1b28295ec349/meta: appending metadata at 1733966973241 (+3 ms)Flushing 1a47a4b01f70d06af56a1b28295ec349/meta: closing flushed file at 1733966973241Flushing 1a47a4b01f70d06af56a1b28295ec349/session: creating writer at 1733966973653 (+412 ms)Flushing 1a47a4b01f70d06af56a1b28295ec349/session: appending metadata at 1733966973655 (+2 ms)Flushing 1a47a4b01f70d06af56a1b28295ec349/session: closing flushed file at 1733966973655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d54956: reopening flushed file at 1733966974066 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47074330: reopening flushed file at 1733966974072 (+6 ms)Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 1a47a4b01f70d06af56a1b28295ec349 in 842ms, sequenceid=47, compaction requested=true at 1733966974079 (+7 ms)Writing region close event to WAL at 1733966974080 (+1 ms)Running coprocessor post-close hooks at 1733966974083 (+3 ms)Closed at 1733966974084 (+1 ms) 2024-12-12T01:29:34,086 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:34,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=1a47a4b01f70d06af56a1b28295ec349, regionState=CLOSED 2024-12-12T01:29:34,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a47a4b01f70d06af56a1b28295ec349, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:29:34,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-12T01:29:34,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure 1a47a4b01f70d06af56a1b28295ec349, server=36236b0d7605,38803,1733966873065 in 1.0060 sec 2024-12-12T01:29:34,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-12-12T01:29:34,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, UNASSIGN in 1.0120 sec 2024-12-12T01:29:34,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-12T01:29:34,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=backup:system in 1.0190 sec 2024-12-12T01:29:34,097 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966974097"}]},"ts":"1733966974097"} 2024-12-12T01:29:34,099 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLED in hbase:meta 2024-12-12T01:29:34,099 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set backup:system to state=DISABLED 2024-12-12T01:29:34,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=backup:system in 1.0360 sec 2024-12-12T01:29:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-12T01:29:34,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: backup:system completed 2024-12-12T01:29:34,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.RawAsyncHBaseAdmin(2177): Taking restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1733966974219 2024-12-12T01:29:34,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:29:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733966974220 (current time:1733966974220). 2024-12-12T01:29:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-12T01:29:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot hbase-failsafe-snapshot_backup_system-1733966974219 VERSION not specified, setting to 2 2024-12-12T01:29:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c21b4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:29:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ClusterIdFetcher(90): Going to request 36236b0d7605,42127,-1 for getting cluster id 2024-12-12T01:29:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T01:29:34,222 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '045f462f-1dd2-4d82-b579-249ef797abd5' 2024-12-12T01:29:34,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T01:29:34,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "045f462f-1dd2-4d82-b579-249ef797abd5" 2024-12-12T01:29:34,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b27672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:29:34,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [36236b0d7605,42127,-1] 2024-12-12T01:29:34,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T01:29:34,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:34,224 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T01:29:34,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd2d843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-12T01:29:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T01:29:34,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=36236b0d7605,38803,1733966873065, seqNum=-1] 2024-12-12T01:29:34,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T01:29:34,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T01:29:34,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127. 2024-12-12T01:29:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-12T01:29:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:34,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:29:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-12T01:29:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:29:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-12-12T01:29:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-12T01:29:34,231 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-12T01:29:34,232 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-12T01:29:34,235 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-12T01:29:34,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741970_1146 (size=81) 2024-12-12T01:29:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-12T01:29:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-12T01:29:34,641 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS 2024-12-12T01:29:34,643 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-12T01:29:34,643 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-12T01:29:34,643 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:29:34,645 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/57ae4967231045aa92aba3396a25eb53, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7] hfiles 2024-12-12T01:29:34,645 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/4): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20 2024-12-12T01:29:34,645 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/4): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7 2024-12-12T01:29:34,645 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/4): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/57ae4967231045aa92aba3396a25eb53 2024-12-12T01:29:34,645 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/4): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7 2024-12-12T01:29:34,645 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:29:34,647 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/fd5cd054671e4061b667c15e1f204b61] hfiles 2024-12-12T01:29:34,647 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/5): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794 2024-12-12T01:29:34,647 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/5): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370 2024-12-12T01:29:34,647 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/5): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f 2024-12-12T01:29:34,647 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/5): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856 2024-12-12T01:29:34,647 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (5/5): hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/fd5cd054671e4061b667c15e1f204b61 2024-12-12T01:29:34,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741971_1147 (size=409) 2024-12-12T01:29:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-12T01:29:35,056 INFO [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => 1a47a4b01f70d06af56a1b28295ec349, NAME => 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.', STARTKEY => '', ENDKEY => ''}, table=backup:system 2024-12-12T01:29:35,057 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-12T01:29:35,058 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-12T01:29:35,058 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot_backup_system-1733966974219 2024-12-12T01:29:35,058 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1733966974219 2024-12-12T01:29:35,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741972_1148 (size=1046) 2024-12-12T01:29:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-12T01:29:35,469 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-12T01:29:35,479 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-12T01:29:35,479 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1733966974219 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.hbase-snapshot/hbase-failsafe-snapshot_backup_system-1733966974219 2024-12-12T01:29:35,481 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-12T01:29:35,481 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-12-12T01:29:35,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733966974219 table=backup:system type=FLUSH ttl=0 } in 1.2520 sec 2024-12-12T01:29:35,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0ea71b67950c2ee76f89610cf961ae0f, had cached 0 bytes from a total of 13547 2024-12-12T01:29:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-12T01:29:36,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-12T01:29:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1733966962176 type: FLUSH version: 2 ttl: 0 ) 2024-12-12T01:29:36,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(1055): Restore snapshot=snapshot_backup_system as table=backup:system 2024-12-12T01:29:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-12T01:29:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741973_1149 (size=635) 2024-12-12T01:29:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-12T01:29:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-12T01:29:36,831 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/.tabledesc/.tableinfo.0000000001.635 2024-12-12T01:29:36,831 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/.tabledesc/.tableinfo.0000000002.635 2024-12-12T01:29:36,833 INFO [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(410): Starting restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-12T01:29:36,837 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(183): starting restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1733966962176 type: FLUSH version: 2 ttl: 0 2024-12-12T01:29:36,838 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(850): get table regions: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system 2024-12-12T01:29:36,840 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(862): found 1 regions for table=backup:system 2024-12-12T01:29:36,840 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(229): region to restore: 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:36,845 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:29:36,848 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/57ae4967231045aa92aba3396a25eb53 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/57ae4967231045aa92aba3396a25eb53 2024-12-12T01:29:36,848 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:29:36,852 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/fd5cd054671e4061b667c15e1f204b61 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/fd5cd054671e4061b667c15e1f204b61 2024-12-12T01:29:36,852 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(272): finishing restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1733966962176 type: FLUSH version: 2 ttl: 0 2024-12-12T01:29:36,854 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733966976854"}]},"ts":"9223372036854775807"} 2024-12-12T01:29:36,857 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-12T01:29:36,857 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1a47a4b01f70d06af56a1b28295ec349, NAME => 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.', STARTKEY => '', ENDKEY => ''}] 2024-12-12T01:29:36,857 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733966976855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733966976855"}]},"ts":"1733966976855"} 2024-12-12T01:29:36,859 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T01:29:36,859 INFO [PEWorker-2 {}] assignment.RegionStateStore(585): Overwritten 1 regions to Meta 2024-12-12T01:29:36,859 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(586): Overwritten regions: [{ENCODED => 1a47a4b01f70d06af56a1b28295ec349, NAME => 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.', STARTKEY => '', ENDKEY => ''}] 2024-12-12T01:29:36,860 INFO [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(481): Restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } on table=backup:system completed! 2024-12-12T01:29:36,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1733966962176 type: FLUSH version: 2 ttl: 0 ) in 455 msec 2024-12-12T01:29:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-12T01:29:37,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin(2211): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1733966974219 2024-12-12T01:29:37,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "hbase-failsafe-snapshot_backup_system-1733966974219" type: DISABLED 2024-12-12T01:29:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: hbase-failsafe-snapshot_backup_system-1733966974219 2024-12-12T01:29:37,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.2 enable backup:system 2024-12-12T01:29:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=backup:system 2024-12-12T01:29:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-12T01:29:37,068 INFO [PEWorker-4 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system 2024-12-12T01:29:37,069 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966977068"}]},"ts":"1733966977068"} 2024-12-12T01:29:37,070 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-12T01:29:37,071 DEBUG [PEWorker-4 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-12-12T01:29:37,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN}] 2024-12-12T01:29:37,072 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN 2024-12-12T01:29:37,073 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false 2024-12-12T01:29:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-12T01:29:37,224 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=1a47a4b01f70d06af56a1b28295ec349, regionState=OPENING, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:29:37,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN because future has completed 2024-12-12T01:29:37,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a47a4b01f70d06af56a1b28295ec349, server=36236b0d7605,38803,1733966873065}] 2024-12-12T01:29:37,382 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(132): Open backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:37,382 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a47a4b01f70d06af56a1b28295ec349, NAME => 'backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.', STARTKEY => '', ENDKEY => ''} 2024-12-12T01:29:37,383 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-12T01:29:37,383 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,383 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(898): Instantiated backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T01:29:37,383 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7794): checking encryption for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,383 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7797): checking classloading for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,385 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,386 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a47a4b01f70d06af56a1b28295ec349 columnFamilyName meta 2024-12-12T01:29:37,386 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:29:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-12T01:29:37,393 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20 2024-12-12T01:29:37,397 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7 2024-12-12T01:29:37,402 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7 2024-12-12T01:29:37,402 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.HStore(327): Store=1a47a4b01f70d06af56a1b28295ec349/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:29:37,402 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,403 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a47a4b01f70d06af56a1b28295ec349 columnFamilyName session 2024-12-12T01:29:37,403 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T01:29:37,409 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794 2024-12-12T01:29:37,413 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370 2024-12-12T01:29:37,418 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f 2024-12-12T01:29:37,422 DEBUG [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856 2024-12-12T01:29:37,422 INFO [StoreOpener-1a47a4b01f70d06af56a1b28295ec349-1 {}] regionserver.HStore(327): Store=1a47a4b01f70d06af56a1b28295ec349/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T01:29:37,423 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1038): replaying wal for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,423 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,424 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,425 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1048): stopping wal replay for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,425 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1060): Cleaning up temporary data for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,426 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T01:29:37,427 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1093): writing seq id for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,428 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1114): Opened 1a47a4b01f70d06af56a1b28295ec349; next sequenceid=51; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10915983040, jitterRate=0.0166301429271698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T01:29:37,428 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,428 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1006): Region open journal for 1a47a4b01f70d06af56a1b28295ec349: Running coprocessor pre-open hook at 1733966977383Writing region info on filesystem at 1733966977383Initializing all the Stores at 1733966977384 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966977384Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733966977384Cleaning up temporary data from old regions at 1733966977425 (+41 ms)Running coprocessor post-open hooks at 1733966977428 (+3 ms)Region opened successfully at 1733966977428 2024-12-12T01:29:37,429 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., pid=70, masterSystemTime=1733966977378 2024-12-12T01:29:37,431 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store 1a47a4b01f70d06af56a1b28295ec349:meta, priority=-2147483648, current under compaction store size is 1 2024-12-12T01:29:37,433 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-12T01:29:37,433 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store 1a47a4b01f70d06af56a1b28295ec349:session, priority=-2147483648, current under compaction store size is 2 2024-12-12T01:29:37,433 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-12T01:29:37,433 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-12T01:29:37,434 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-12T01:29:37,436 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-12T01:29:37,436 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 23194 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-12T01:29:37,436 DEBUG [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:37,436 INFO [RS_OPEN_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(153): Opened backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:37,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=1a47a4b01f70d06af56a1b28295ec349, regionState=OPEN, openSeqNum=51, regionLocation=36236b0d7605,38803,1733966873065 2024-12-12T01:29:37,438 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] regionserver.HStore(1541): 1a47a4b01f70d06af56a1b28295ec349/session is initiating minor compaction (all files) 2024-12-12T01:29:37,438 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] regionserver.HStore(1541): 1a47a4b01f70d06af56a1b28295ec349/meta is initiating minor compaction (all files) 2024-12-12T01:29:37,438 INFO [RS:0;36236b0d7605:38803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1a47a4b01f70d06af56a1b28295ec349/meta in backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:37,438 INFO [RS:0;36236b0d7605:38803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1a47a4b01f70d06af56a1b28295ec349/session in backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:37,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a47a4b01f70d06af56a1b28295ec349, server=36236b0d7605,38803,1733966873065 because future has completed 2024-12-12T01:29:37,439 INFO [RS:0;36236b0d7605:38803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20] into tmpdir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp, totalSize=17.9 K 2024-12-12T01:29:37,439 INFO [RS:0;36236b0d7605:38803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794] into tmpdir=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp, totalSize=22.7 K 2024-12-12T01:29:37,440 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ef42afa4a4c4a74bfe6667a235f6856, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733966895629 2024-12-12T01:29:37,440 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfa776d0648c411b8c7eef9073b068b7, keycount=6, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733966897996 2024-12-12T01:29:37,440 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bceb66993fa49b681175cb5796f4b5f, keycount=2, bloomtype=ROW, size=5.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733966911573 2024-12-12T01:29:37,441 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a6232da53c445feb061bcabac50c5b7, keycount=4, bloomtype=ROW, size=5.6 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1733966917363 2024-12-12T01:29:37,441 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a9eef850dce48889f46192cee93b370, keycount=3, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1733966925868 2024-12-12T01:29:37,441 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 207dad565dbe4380af32920f0a928b20, keycount=12, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733966931317 2024-12-12T01:29:37,442 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1608fc75cb104f13964ff180b2715794, keycount=2, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733966956994 2024-12-12T01:29:37,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-12-12T01:29:37,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a47a4b01f70d06af56a1b28295ec349, server=36236b0d7605,38803,1733966873065 in 214 msec 2024-12-12T01:29:37,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-12T01:29:37,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1a47a4b01f70d06af56a1b28295ec349, ASSIGN in 371 msec 2024-12-12T01:29:37,445 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733966977445"}]},"ts":"1733966977445"} 2024-12-12T01:29:37,447 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-12T01:29:37,447 INFO [PEWorker-5 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled. 2024-12-12T01:29:37,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; EnableTableProcedure table=backup:system in 387 msec 2024-12-12T01:29:37,478 INFO [RS:0;36236b0d7605:38803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1a47a4b01f70d06af56a1b28295ec349#meta#compaction#16 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-12T01:29:37,478 INFO [RS:0;36236b0d7605:38803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1a47a4b01f70d06af56a1b28295ec349#session#compaction#17 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-12T01:29:37,479 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/5d06c520cb3e47fe9e5b21e2989e7613 is 1245, key is session:backup_1733966926890/session:context/1733966926992/Put/seqid=0 2024-12-12T01:29:37,479 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/b92e2daa0c8247fdbf039c193888d943 is 158, key is trslm:hdfs://localhost:34495/backupUT\x00ns2:test-17339668818591/meta:log-roll-map/1733966956554/Put/seqid=0 2024-12-12T01:29:37,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741974_1150 (size=8073) 2024-12-12T01:29:37,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741975_1151 (size=6749) 2024-12-12T01:29:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-12T01:29:37,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: backup:system completed 2024-12-12T01:29:37,700 DEBUG [Time-limited test {}] impl.BackupSystemTable(1544): Done restoring backup system table 2024-12-12T01:29:37,700 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-12T01:29:37,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-12T01:29:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42127 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-12T01:29:37,708 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-12T01:29:37,708 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: PREPARE_INCREMENTAL 2024-12-12T01:29:37,710 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-12T01:29:37,715 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733966962027 failed. 2024-12-12T01:29:37,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T01:29:37,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:103) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:29:37,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:37,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:37,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:29:37,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=627 (was 611) Potentially hanging thread: rs(36236b0d7605,38803,1733966873065)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/5d06c520cb3e47fe9e5b21e2989e7613 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '36236b0d7605,38803,1733966873065' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-517920839-172.17.0.2-1733966866565:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(36236b0d7605,38803,1733966873065)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-517920839-172.17.0.2-1733966866565:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1518891120_20 at /127.0.0.1:35542 [Receiving block BP-517920839-172.17.0.2-1733966866565:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: rs(36236b0d7605,38803,1733966873065)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(36236b0d7605,38803,1733966873065)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/b92e2daa0c8247fdbf039c193888d943 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1518891120_20 at /127.0.0.1:35534 [Receiving block BP-517920839-172.17.0.2-1733966866565:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;36236b0d7605:38803-shortCompactions-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:1013) app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:949) app//org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:913) app//org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) app//org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) app//org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.finishClose(HFileWriterImpl.java:859) app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:680) app//org.apache.hadoop.hbase.regionserver.StoreFileWriter$SingleStoreFileWriter.close(StoreFileWriter.java:787) app//org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:294) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:70) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:38) app//org.apache.hadoop.hbase.regionserver.compactions.Compactor.compact(Compactor.java:398) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.compact(DefaultCompactor.java:62) app//org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext.compact(DefaultStoreEngine.java:122) app//org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1181) app//org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:2424) app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:667) app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.run(CompactSplit.java:716) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-517920839-172.17.0.2-1733966866565:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (36236b0d7605,42127,1733966870941)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/36236b0d7605:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1518891120_20 at /127.0.0.1:35526 [Receiving block BP-517920839-172.17.0.2-1733966866565:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_115356434_20 at /127.0.0.1:43002 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 331), ProcessCount=15 (was 15), AvailableMemoryMB=8452 (was 8908) 2024-12-12T01:29:37,742 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=627 is superior to 500 2024-12-12T01:29:37,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-12T01:29:37,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T01:29:37,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:29:37,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:37,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:37,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:29:37,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T01:29:37,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2014615887, stopped=false 2024-12-12T01:29:37,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=36236b0d7605,42127,1733966870941 2024-12-12T01:29:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-12T01:29:37,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:29:37,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-12T01:29:37,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-12T01:29:37,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:29:37,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T01:29:37,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:29:37,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-12T01:29:37,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:37,753 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '36236b0d7605,38803,1733966873065' ***** 2024-12-12T01:29:37,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-12T01:29:37,753 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-12T01:29:37,753 INFO [RS:0;36236b0d7605:38803 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-12T01:29:37,757 INFO [RS:0;36236b0d7605:38803 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@530459fd{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-12T01:29:37,760 INFO [RS:0;36236b0d7605:38803 {}] server.AbstractConnector(383): Stopped ServerConnector@21b68432{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-12T01:29:37,760 INFO [RS:0;36236b0d7605:38803 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T01:29:37,760 INFO [RS:0;36236b0d7605:38803 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-12T01:29:37,760 INFO [RS:0;36236b0d7605:38803 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3f822913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,STOPPED} 2024-12-12T01:29:37,762 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-12T01:29:37,762 INFO [RS:0;36236b0d7605:38803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T01:29:37,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-12T01:29:37,762 INFO [RS:0;36236b0d7605:38803 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-12T01:29:37,762 INFO [RS:0;36236b0d7605:38803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T01:29:37,763 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for 41c9fa2ee6910f6fdd6c2bc35ec03c56 2024-12-12T01:29:37,763 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for 594a7bac008058bf5846e3df90e000e2 2024-12-12T01:29:37,763 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for b5b4330ed2429c13c9a490256eb3fbab 2024-12-12T01:29:37,763 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a47a4b01f70d06af56a1b28295ec349 2024-12-12T01:29:37,763 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:29:37,763 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ea71b67950c2ee76f89610cf961ae0f 2024-12-12T01:29:37,763 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(959): stopping server 36236b0d7605,38803,1733966873065 2024-12-12T01:29:37,763 INFO [RS:0;36236b0d7605:38803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T01:29:37,763 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41c9fa2ee6910f6fdd6c2bc35ec03c56, disabling compactions & flushes 2024-12-12T01:29:37,763 INFO [RS:0;36236b0d7605:38803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;36236b0d7605:38803. 2024-12-12T01:29:37,763 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:29:37,763 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:29:37,763 DEBUG [RS:0;36236b0d7605:38803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:29:37,763 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. after waiting 0 ms 2024-12-12T01:29:37,764 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:29:37,764 DEBUG [RS:0;36236b0d7605:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:37,764 INFO [RS:0;36236b0d7605:38803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T01:29:37,768 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns4/test-17339668818593/41c9fa2ee6910f6fdd6c2bc35ec03c56/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T01:29:37,769 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:29:37,769 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:29:37,769 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41c9fa2ee6910f6fdd6c2bc35ec03c56: Waiting for close lock at 1733966977763Running coprocessor pre-close hooks at 1733966977763Disabling compacts and flushes for region at 1733966977763Disabling writes for close at 1733966977763Writing region close event to WAL at 1733966977764 (+1 ms)Running coprocessor post-close hooks at 1733966977769 (+5 ms)Closed at 1733966977769 2024-12-12T01:29:37,769 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17339668818593,,1733966888240.41c9fa2ee6910f6fdd6c2bc35ec03c56. 2024-12-12T01:29:37,769 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 594a7bac008058bf5846e3df90e000e2, disabling compactions & flushes 2024-12-12T01:29:37,769 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:29:37,769 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:29:37,769 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. after waiting 0 ms 2024-12-12T01:29:37,769 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:29:37,773 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system_bulk/594a7bac008058bf5846e3df90e000e2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T01:29:37,773 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:29:37,773 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:29:37,774 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 594a7bac008058bf5846e3df90e000e2: Waiting for close lock at 1733966977769Running coprocessor pre-close hooks at 1733966977769Disabling compacts and flushes for region at 1733966977769Disabling writes for close at 1733966977769Writing region close event to WAL at 1733966977770 (+1 ms)Running coprocessor post-close hooks at 1733966977773 (+3 ms)Closed at 1733966977773 2024-12-12T01:29:37,774 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733966893429.594a7bac008058bf5846e3df90e000e2. 2024-12-12T01:29:37,774 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5b4330ed2429c13c9a490256eb3fbab, disabling compactions & flushes 2024-12-12T01:29:37,774 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:29:37,774 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:29:37,774 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. after waiting 0 ms 2024-12-12T01:29:37,774 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:29:37,777 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns3/test-17339668818592/b5b4330ed2429c13c9a490256eb3fbab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-12T01:29:37,778 INFO [regionserver/36236b0d7605:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T01:29:37,778 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:29:37,778 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:29:37,778 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5b4330ed2429c13c9a490256eb3fbab: Waiting for close lock at 1733966977774Running coprocessor pre-close hooks at 1733966977774Disabling compacts and flushes for region at 1733966977774Disabling writes for close at 1733966977774Writing region close event to WAL at 1733966977774Running coprocessor post-close hooks at 1733966977778 (+4 ms)Closed at 1733966977778 2024-12-12T01:29:37,778 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17339668818592,,1733966886069.b5b4330ed2429c13c9a490256eb3fbab. 2024-12-12T01:29:37,778 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a47a4b01f70d06af56a1b28295ec349, disabling compactions & flushes 2024-12-12T01:29:37,779 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:37,893 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/5d06c520cb3e47fe9e5b21e2989e7613 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/5d06c520cb3e47fe9e5b21e2989e7613 2024-12-12T01:29:37,893 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/meta/b92e2daa0c8247fdbf039c193888d943 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/b92e2daa0c8247fdbf039c193888d943 2024-12-12T01:29:37,906 INFO [regionserver/36236b0d7605:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T01:29:37,907 INFO [regionserver/36236b0d7605:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T01:29:37,907 INFO [RS:0;36236b0d7605:38803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1a47a4b01f70d06af56a1b28295ec349/session of 1a47a4b01f70d06af56a1b28295ec349 into 5d06c520cb3e47fe9e5b21e2989e7613(size=7.9 K), total size for store is 7.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-12T01:29:37,907 INFO [RS:0;36236b0d7605:38803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1a47a4b01f70d06af56a1b28295ec349/meta of 1a47a4b01f70d06af56a1b28295ec349 into b92e2daa0c8247fdbf039c193888d943(size=6.6 K), total size for store is 6.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-12T01:29:37,907 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1a47a4b01f70d06af56a1b28295ec349: 2024-12-12T01:29:37,907 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1a47a4b01f70d06af56a1b28295ec349: 2024-12-12T01:29:37,907 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:37,907 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:37,907 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. after waiting 0 ms 2024-12-12T01:29:37,907 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:37,907 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a47a4b01f70d06af56a1b28295ec349 2/2 column families, dataSize=594 B heapSize=1.23 KB 2024-12-12T01:29:37,909 INFO [RS:0;36236b0d7605:38803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., storeName=1a47a4b01f70d06af56a1b28295ec349/session, priority=12, startTime=1733966977433; duration=0sec 2024-12-12T01:29:37,909 INFO [RS:0;36236b0d7605:38803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., storeName=1a47a4b01f70d06af56a1b28295ec349/meta, priority=13, startTime=1733966977431; duration=0sec 2024-12-12T01:29:37,910 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-12T01:29:37,910 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-12T01:29:37,910 DEBUG [RS:0;36236b0d7605:38803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1a47a4b01f70d06af56a1b28295ec349:session 2024-12-12T01:29:37,910 DEBUG [RS:0;36236b0d7605:38803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1a47a4b01f70d06af56a1b28295ec349:meta 2024-12-12T01:29:37,910 INFO [RS:0;36236b0d7605:38803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T01:29:37,910 INFO [RS:0;36236b0d7605:38803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T01:29:37,910 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-12T01:29:37,911 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-12T01:29:37,911 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-12T01:29:37,911 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1325): Online Regions={1a47a4b01f70d06af56a1b28295ec349=backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., 1588230740=hbase:meta,,1.1588230740, 3292e94a9cace26bbec127849a847a9f=test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., 0ea71b67950c2ee76f89610cf961ae0f=ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f.} 2024-12-12T01:29:37,911 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-12T01:29:37,911 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-12T01:29:37,911 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T01:29:37,911 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T01:29:37,911 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.17 KB heapSize=23.40 KB 2024-12-12T01:29:37,911 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1351): Waiting on 0ea71b67950c2ee76f89610cf961ae0f, 1588230740, 1a47a4b01f70d06af56a1b28295ec349, 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:29:37,912 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/c9058f35518a40bfb1b3998283c46dea is 554, key is session:backup_1733966962027/session:context/1733966977709/Put/seqid=0 2024-12-12T01:29:37,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741976_1152 (size=5655) 2024-12-12T01:29:37,942 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/.tmp/info/d5ad9c1360324c8c825352ec7d1da16b is 159, key is ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f./info:regioninfo/1733966885552/Put/seqid=0 2024-12-12T01:29:37,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741977_1153 (size=14126) 2024-12-12T01:29:38,111 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1351): Waiting on 0ea71b67950c2ee76f89610cf961ae0f, 1588230740, 1a47a4b01f70d06af56a1b28295ec349, 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:29:38,312 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1351): Waiting on 0ea71b67950c2ee76f89610cf961ae0f, 1588230740, 1a47a4b01f70d06af56a1b28295ec349, 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:29:38,318 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/c9058f35518a40bfb1b3998283c46dea 2024-12-12T01:29:38,324 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/.tmp/session/c9058f35518a40bfb1b3998283c46dea as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/c9058f35518a40bfb1b3998283c46dea 2024-12-12T01:29:38,329 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/c9058f35518a40bfb1b3998283c46dea, entries=2, sequenceid=57, filesize=5.5 K 2024-12-12T01:29:38,330 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for 1a47a4b01f70d06af56a1b28295ec349 in 423ms, sequenceid=57, compaction requested=false 2024-12-12T01:29:38,330 DEBUG [StoreCloser-backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20] to archive 2024-12-12T01:29:38,331 DEBUG [StoreCloser-backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-12T01:29:38,335 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/cfa776d0648c411b8c7eef9073b068b7 2024-12-12T01:29:38,335 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/2a6232da53c445feb061bcabac50c5b7 2024-12-12T01:29:38,335 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/meta/207dad565dbe4380af32920f0a928b20 2024-12-12T01:29:38,341 DEBUG [StoreCloser-backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=36236b0d7605:42127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-12T01:29:38,341 WARN [StoreCloser-backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [cfa776d0648c411b8c7eef9073b068b7=5914, 2a6232da53c445feb061bcabac50c5b7=5745, 207dad565dbe4380af32920f0a928b20=6646] 2024-12-12T01:29:38,342 DEBUG [StoreCloser-backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794] to archive 2024-12-12T01:29:38,343 DEBUG [StoreCloser-backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-12T01:29:38,346 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/8ef42afa4a4c4a74bfe6667a235f6856 2024-12-12T01:29:38,346 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/7bceb66993fa49b681175cb5796f4b5f 2024-12-12T01:29:38,346 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/4a9eef850dce48889f46192cee93b370 2024-12-12T01:29:38,346 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794 to hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/archive/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/session/1608fc75cb104f13964ff180b2715794 2024-12-12T01:29:38,346 WARN [StoreCloser-backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [8ef42afa4a4c4a74bfe6667a235f6856=5049, 7bceb66993fa49b681175cb5796f4b5f=5535, 4a9eef850dce48889f46192cee93b370=6682, 1608fc75cb104f13964ff180b2715794=5928] 2024-12-12T01:29:38,347 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.16 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/.tmp/info/d5ad9c1360324c8c825352ec7d1da16b 2024-12-12T01:29:38,350 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/backup/system/1a47a4b01f70d06af56a1b28295ec349/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=50 2024-12-12T01:29:38,351 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:29:38,351 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:38,351 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a47a4b01f70d06af56a1b28295ec349: Waiting for close lock at 1733966977778Running coprocessor pre-close hooks at 1733966977778Disabling compacts and flushes for region at 1733966977778Disabling writes for close at 1733966977907 (+129 ms)Obtaining lock to block concurrent updates at 1733966977907Preparing flush snapshotting stores in 1a47a4b01f70d06af56a1b28295ec349 at 1733966977907Finished memstore snapshotting backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1224, getOffHeapSize=0, getCellsCount=2 at 1733966977908 (+1 ms)Flushing stores of backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. at 1733966977908Flushing 1a47a4b01f70d06af56a1b28295ec349/session: creating writer at 1733966977908Flushing 1a47a4b01f70d06af56a1b28295ec349/session: appending metadata at 1733966977912 (+4 ms)Flushing 1a47a4b01f70d06af56a1b28295ec349/session: closing flushed file at 1733966977912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677083d5: reopening flushed file at 1733966978323 (+411 ms)Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for 1a47a4b01f70d06af56a1b28295ec349 in 423ms, sequenceid=57, compaction requested=false at 1733966978330 (+7 ms)Writing region close event to WAL at 1733966978347 (+17 ms)Running coprocessor post-close hooks at 1733966978351 (+4 ms)Closed at 1733966978351 2024-12-12T01:29:38,351 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733966891248.1a47a4b01f70d06af56a1b28295ec349. 2024-12-12T01:29:38,351 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3292e94a9cace26bbec127849a847a9f, disabling compactions & flushes 2024-12-12T01:29:38,351 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:29:38,351 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:29:38,351 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. after waiting 0 ms 2024-12-12T01:29:38,351 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:29:38,352 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3292e94a9cace26bbec127849a847a9f 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-12T01:29:38,368 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/.tmp/ns/68d05cc332094211a395280e4e3acd00 is 43, key is default/ns:d/1733966876659/Put/seqid=0 2024-12-12T01:29:38,368 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f2/3d5da6b8765d4e36984239600213a7f4 is 58, key is row-test-1733966881859-2-0/f2:q1/1733966957018/Put/seqid=0 2024-12-12T01:29:38,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741978_1154 (size=5345) 2024-12-12T01:29:38,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741979_1155 (size=5464) 2024-12-12T01:29:38,512 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1351): Waiting on 0ea71b67950c2ee76f89610cf961ae0f, 1588230740, 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:29:38,712 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1351): Waiting on 0ea71b67950c2ee76f89610cf961ae0f, 1588230740, 3292e94a9cace26bbec127849a847a9f 2024-12-12T01:29:38,776 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f2/3d5da6b8765d4e36984239600213a7f4 2024-12-12T01:29:38,776 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=235 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/.tmp/ns/68d05cc332094211a395280e4e3acd00 2024-12-12T01:29:38,783 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/.tmp/f2/3d5da6b8765d4e36984239600213a7f4 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f2/3d5da6b8765d4e36984239600213a7f4 2024-12-12T01:29:38,789 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/f2/3d5da6b8765d4e36984239600213a7f4, entries=7, sequenceid=348, filesize=5.3 K 2024-12-12T01:29:38,790 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3292e94a9cace26bbec127849a847a9f in 439ms, sequenceid=348, compaction requested=false 2024-12-12T01:29:38,798 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/default/test-1733966881859/3292e94a9cace26bbec127849a847a9f/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-12T01:29:38,799 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:29:38,799 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:29:38,799 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3292e94a9cace26bbec127849a847a9f: Waiting for close lock at 1733966978351Running coprocessor pre-close hooks at 1733966978351Disabling compacts and flushes for region at 1733966978351Disabling writes for close at 1733966978351Obtaining lock to block concurrent updates at 1733966978352 (+1 ms)Preparing flush snapshotting stores in 3292e94a9cace26bbec127849a847a9f at 1733966978352Finished memstore snapshotting test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733966978352Flushing stores of test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. at 1733966978352Flushing 3292e94a9cace26bbec127849a847a9f/f2: creating writer at 1733966978353 (+1 ms)Flushing 3292e94a9cace26bbec127849a847a9f/f2: appending metadata at 1733966978368 (+15 ms)Flushing 3292e94a9cace26bbec127849a847a9f/f2: closing flushed file at 1733966978368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2343b96e: reopening flushed file at 1733966978782 (+414 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3292e94a9cace26bbec127849a847a9f in 439ms, sequenceid=348, compaction requested=false at 1733966978790 (+8 ms)Writing region close event to WAL at 1733966978794 (+4 ms)Running coprocessor post-close hooks at 1733966978799 (+5 ms)Closed at 1733966978799 2024-12-12T01:29:38,799 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733966881859,,1733966882377.3292e94a9cace26bbec127849a847a9f. 2024-12-12T01:29:38,799 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ea71b67950c2ee76f89610cf961ae0f, disabling compactions & flushes 2024-12-12T01:29:38,799 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:29:38,799 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:29:38,800 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. after waiting 0 ms 2024-12-12T01:29:38,800 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:29:38,805 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/.tmp/table/e7983c5da84244fca17efd08ee321782 is 59, key is ns2:test-17339668818591/table:state/1733966885567/Put/seqid=0 2024-12-12T01:29:38,806 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/ns2/test-17339668818591/0ea71b67950c2ee76f89610cf961ae0f/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-12T01:29:38,807 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:29:38,807 INFO [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:29:38,807 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ea71b67950c2ee76f89610cf961ae0f: Waiting for close lock at 1733966978799Running coprocessor pre-close hooks at 1733966978799Disabling compacts and flushes for region at 1733966978799Disabling writes for close at 1733966978800 (+1 ms)Writing region close event to WAL at 1733966978803 (+3 ms)Running coprocessor post-close hooks at 1733966978807 (+4 ms)Closed at 1733966978807 2024-12-12T01:29:38,807 DEBUG [RS_CLOSE_REGION-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17339668818591,,1733966884763.0ea71b67950c2ee76f89610cf961ae0f. 2024-12-12T01:29:38,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741980_1156 (size=5866) 2024-12-12T01:29:38,912 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-12T01:29:38,913 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-12T01:29:38,913 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-12T01:29:39,113 DEBUG [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-12T01:29:39,210 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/.tmp/table/e7983c5da84244fca17efd08ee321782 2024-12-12T01:29:39,217 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/.tmp/info/d5ad9c1360324c8c825352ec7d1da16b as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/info/d5ad9c1360324c8c825352ec7d1da16b 2024-12-12T01:29:39,222 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/info/d5ad9c1360324c8c825352ec7d1da16b, entries=69, sequenceid=59, filesize=13.8 K 2024-12-12T01:29:39,223 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/.tmp/ns/68d05cc332094211a395280e4e3acd00 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/ns/68d05cc332094211a395280e4e3acd00 2024-12-12T01:29:39,228 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/ns/68d05cc332094211a395280e4e3acd00, entries=7, sequenceid=59, filesize=5.2 K 2024-12-12T01:29:39,229 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/.tmp/table/e7983c5da84244fca17efd08ee321782 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/table/e7983c5da84244fca17efd08ee321782 2024-12-12T01:29:39,235 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/table/e7983c5da84244fca17efd08ee321782, entries=13, sequenceid=59, filesize=5.7 K 2024-12-12T01:29:39,236 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=59, compaction requested=false 2024-12-12T01:29:39,240 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/data/hbase/meta/1588230740/recovered.edits/62.seqid, newMaxSeqId=62, maxSeqId=1 2024-12-12T01:29:39,241 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:29:39,241 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T01:29:39,241 INFO [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-12T01:29:39,241 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733966977911Running coprocessor pre-close hooks at 1733966977911Disabling compacts and flushes for region at 1733966977911Disabling writes for close at 1733966977911Obtaining lock to block concurrent updates at 1733966977911Preparing flush snapshotting stores in 1588230740 at 1733966977911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13486, getHeapSize=23896, getOffHeapSize=0, getCellsCount=125 at 1733966977911Flushing stores of hbase:meta,,1.1588230740 at 1733966977912 (+1 ms)Flushing 1588230740/info: creating writer at 1733966977912Flushing 1588230740/info: appending metadata at 1733966977942 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733966977942Flushing 1588230740/ns: creating writer at 1733966978353 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733966978368 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733966978368Flushing 1588230740/table: creating writer at 1733966978782 (+414 ms)Flushing 1588230740/table: appending metadata at 1733966978804 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733966978804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b48d12c: reopening flushed file at 1733966979216 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307b2d3: reopening flushed file at 1733966979222 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2314ef: reopening flushed file at 1733966979228 (+6 ms)Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=59, compaction requested=false at 1733966979236 (+8 ms)Writing region close event to WAL at 1733966979237 (+1 ms)Running coprocessor post-close hooks at 1733966979241 (+4 ms)Closed at 1733966979241 2024-12-12T01:29:39,241 DEBUG [RS_CLOSE_META-regionserver/36236b0d7605:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T01:29:39,313 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(976): stopping server 36236b0d7605,38803,1733966873065; all regions closed. 2024-12-12T01:29:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741955_1131 (size=3260) 2024-12-12T01:29:39,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.meta.1733966966397.meta not finished, retry = 0 2024-12-12T01:29:39,422 DEBUG [RS:0;36236b0d7605:38803 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs 2024-12-12T01:29:39,422 INFO [RS:0;36236b0d7605:38803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.meta:.meta(num 1733966966397) 2024-12-12T01:29:39,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741956_1132 (size=1037) 2024-12-12T01:29:39,427 DEBUG [RS:0;36236b0d7605:38803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs 2024-12-12T01:29:39,427 INFO [RS:0;36236b0d7605:38803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-0:(num 1733966966417) 2024-12-12T01:29:39,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741954_1130 (size=5275) 2024-12-12T01:29:39,429 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/WALs/36236b0d7605,38803,1733966873065/36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1.1733966966378 not finished, retry = 0 2024-12-12T01:29:39,533 DEBUG [RS:0;36236b0d7605:38803 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/oldWALs 2024-12-12T01:29:39,533 INFO [RS:0;36236b0d7605:38803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 36236b0d7605%2C38803%2C1733966873065.36236b0d7605%2C38803%2C1733966873065.regiongroup-1:(num 1733966966378) 2024-12-12T01:29:39,533 DEBUG [RS:0;36236b0d7605:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:39,533 INFO [RS:0;36236b0d7605:38803 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T01:29:39,533 INFO [RS:0;36236b0d7605:38803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T01:29:39,534 INFO [RS:0;36236b0d7605:38803 {}] hbase.ChoreService(370): Chore service for: regionserver/36236b0d7605:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-12T01:29:39,534 INFO [RS:0;36236b0d7605:38803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T01:29:39,534 INFO [regionserver/36236b0d7605:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T01:29:39,535 INFO [RS:0;36236b0d7605:38803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38803 2024-12-12T01:29:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/36236b0d7605,38803,1733966873065 2024-12-12T01:29:39,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-12T01:29:39,540 INFO [RS:0;36236b0d7605:38803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T01:29:39,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [36236b0d7605,38803,1733966873065] 2024-12-12T01:29:39,544 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/36236b0d7605,38803,1733966873065 already deleted, retry=false 2024-12-12T01:29:39,544 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 36236b0d7605,38803,1733966873065 expired; onlineServers=0 2024-12-12T01:29:39,545 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '36236b0d7605,42127,1733966870941' ***** 2024-12-12T01:29:39,545 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T01:29:39,545 INFO [M:0;36236b0d7605:42127 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-12T01:29:39,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-12T01:29:39,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T01:29:39,553 INFO [M:0;36236b0d7605:42127 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@e084f9e{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-12T01:29:39,554 INFO [M:0;36236b0d7605:42127 {}] server.AbstractConnector(383): Stopped ServerConnector@fd624d{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-12T01:29:39,554 INFO [M:0;36236b0d7605:42127 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T01:29:39,554 INFO [M:0;36236b0d7605:42127 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4f87c64{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-12T01:29:39,554 INFO [M:0;36236b0d7605:42127 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@16164b0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,STOPPED} 2024-12-12T01:29:39,555 INFO [M:0;36236b0d7605:42127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T01:29:39,555 INFO [M:0;36236b0d7605:42127 {}] master.HMaster(1770): Stopping master jetty server 2024-12-12T01:29:39,556 INFO [M:0;36236b0d7605:42127 {}] server.AbstractConnector(383): Stopped ServerConnector@f3979ab{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-12T01:29:39,556 INFO [M:0;36236b0d7605:42127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T01:29:39,556 DEBUG [M:0;36236b0d7605:42127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T01:29:39,557 INFO [M:0;36236b0d7605:42127 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-12T01:29:39,557 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T01:29:39,557 INFO [M:0;36236b0d7605:42127 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;36236b0d7605:42127. 2024-12-12T01:29:39,557 DEBUG [master/36236b0d7605:0:becomeActiveMaster-HFileCleaner.small.0-1733966875697 {}] cleaner.HFileCleaner(306): Exit Thread[master/36236b0d7605:0:becomeActiveMaster-HFileCleaner.small.0-1733966875697,5,FailOnTimeoutGroup] 2024-12-12T01:29:39,557 DEBUG [master/36236b0d7605:0:becomeActiveMaster-HFileCleaner.large.0-1733966875686 {}] cleaner.HFileCleaner(306): Exit Thread[master/36236b0d7605:0:becomeActiveMaster-HFileCleaner.large.0-1733966875686,5,FailOnTimeoutGroup] 2024-12-12T01:29:39,557 DEBUG [M:0;36236b0d7605:42127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T01:29:39,557 DEBUG [M:0;36236b0d7605:42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:39,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T01:29:39,557 DEBUG [M:0;36236b0d7605:42127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T01:29:39,557 DEBUG [M:0;36236b0d7605:42127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T01:29:39,558 INFO [M:0;36236b0d7605:42127 {}] hbase.ChoreService(370): Chore service for: master/36236b0d7605:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-12T01:29:39,558 INFO [M:0;36236b0d7605:42127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T01:29:39,558 DEBUG [M:0;36236b0d7605:42127 {}] master.HMaster(1795): Stopping service threads 2024-12-12T01:29:39,558 INFO [M:0;36236b0d7605:42127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T01:29:39,558 INFO [M:0;36236b0d7605:42127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-12T01:29:39,559 INFO [M:0;36236b0d7605:42127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T01:29:39,559 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T01:29:39,559 DEBUG [M:0;36236b0d7605:42127 {}] zookeeper.ZKUtil(347): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-12T01:29:39,559 WARN [M:0;36236b0d7605:42127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T01:29:39,560 INFO [M:0;36236b0d7605:42127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/.lastflushedseqids 2024-12-12T01:29:39,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741981_1157 (size=504) 2024-12-12T01:29:39,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-12T01:29:39,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T01:29:39,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x10083d66dfa0001, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T01:29:39,644 INFO [RS:0;36236b0d7605:38803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T01:29:39,644 INFO [RS:0;36236b0d7605:38803 {}] regionserver.HRegionServer(1031): Exiting; stopping=36236b0d7605,38803,1733966873065; zookeeper connection closed. 2024-12-12T01:29:39,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62462819 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62462819 2024-12-12T01:29:39,645 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-12T01:29:39,973 INFO [M:0;36236b0d7605:42127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-12T01:29:39,974 INFO [M:0;36236b0d7605:42127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T01:29:39,974 DEBUG [M:0;36236b0d7605:42127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T01:29:39,988 INFO [M:0;36236b0d7605:42127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T01:29:39,988 DEBUG [M:0;36236b0d7605:42127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T01:29:39,988 DEBUG [M:0;36236b0d7605:42127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T01:29:39,988 DEBUG [M:0;36236b0d7605:42127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T01:29:39,988 INFO [M:0;36236b0d7605:42127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=319.22 KB heapSize=375.28 KB 2024-12-12T01:29:40,005 DEBUG [M:0;36236b0d7605:42127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84ca0721a4de455b86cf89ee31cd7a41 is 82, key is hbase:meta,,1/info:regioninfo/1733966876548/Put/seqid=0 2024-12-12T01:29:40,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741982_1158 (size=5672) 2024-12-12T01:29:40,410 INFO [M:0;36236b0d7605:42127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84ca0721a4de455b86cf89ee31cd7a41 2024-12-12T01:29:40,431 DEBUG [M:0;36236b0d7605:42127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2aea0368eec54a88a583780d23338e07 is 2184, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1733966926887/Put/seqid=0 2024-12-12T01:29:40,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741983_1159 (size=26516) 2024-12-12T01:29:40,836 INFO [M:0;36236b0d7605:42127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=318.66 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2aea0368eec54a88a583780d23338e07 2024-12-12T01:29:40,842 INFO [M:0;36236b0d7605:42127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2aea0368eec54a88a583780d23338e07 2024-12-12T01:29:40,857 DEBUG [M:0;36236b0d7605:42127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ead0a79d7ed4a268f5be8869f97dae2 is 69, key is 36236b0d7605,38803,1733966873065/rs:state/1733966875792/Put/seqid=0 2024-12-12T01:29:40,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741984_1160 (size=5156) 2024-12-12T01:29:41,262 INFO [M:0;36236b0d7605:42127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ead0a79d7ed4a268f5be8869f97dae2 2024-12-12T01:29:41,268 DEBUG [M:0;36236b0d7605:42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84ca0721a4de455b86cf89ee31cd7a41 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84ca0721a4de455b86cf89ee31cd7a41 2024-12-12T01:29:41,273 INFO [M:0;36236b0d7605:42127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84ca0721a4de455b86cf89ee31cd7a41, entries=8, sequenceid=667, filesize=5.5 K 2024-12-12T01:29:41,274 DEBUG [M:0;36236b0d7605:42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2aea0368eec54a88a583780d23338e07 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2aea0368eec54a88a583780d23338e07 2024-12-12T01:29:41,279 INFO [M:0;36236b0d7605:42127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2aea0368eec54a88a583780d23338e07 2024-12-12T01:29:41,279 INFO [M:0;36236b0d7605:42127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2aea0368eec54a88a583780d23338e07, entries=69, sequenceid=667, filesize=25.9 K 2024-12-12T01:29:41,280 DEBUG [M:0;36236b0d7605:42127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ead0a79d7ed4a268f5be8869f97dae2 as hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ead0a79d7ed4a268f5be8869f97dae2 2024-12-12T01:29:41,284 INFO [M:0;36236b0d7605:42127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34495/user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ead0a79d7ed4a268f5be8869f97dae2, entries=1, sequenceid=667, filesize=5.0 K 2024-12-12T01:29:41,285 INFO [M:0;36236b0d7605:42127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~319.22 KB/326879, heapSize ~374.98 KB/383984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=667, compaction requested=false 2024-12-12T01:29:41,287 INFO [M:0;36236b0d7605:42127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T01:29:41,287 DEBUG [M:0;36236b0d7605:42127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733966979974Disabling compacts and flushes for region at 1733966979974Disabling writes for close at 1733966979988 (+14 ms)Obtaining lock to block concurrent updates at 1733966979988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733966979988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=326879, getHeapSize=384224, getOffHeapSize=0, getCellsCount=746 at 1733966979988Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733966979989 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733966979989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733966980004 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733966980004Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733966980415 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733966980431 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733966980431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733966980842 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733966980857 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733966980857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ef570f: reopening flushed file at 1733966981268 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e11ef34: reopening flushed file at 1733966981273 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9376bc: reopening flushed file at 1733966981279 (+6 ms)Finished flush of dataSize ~319.22 KB/326879, heapSize ~374.98 KB/383984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=667, compaction requested=false at 1733966981285 (+6 ms)Writing region close event to WAL at 1733966981287 (+2 ms)Closed at 1733966981287 2024-12-12T01:29:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44591 is added to blk_1073741830_1006 (size=370969) 2024-12-12T01:29:41,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9f3889c-ac26-86b4-1559-b4baaaa5ab23/MasterData/WALs/36236b0d7605,42127,1733966870941/36236b0d7605%2C42127%2C1733966870941.36236b0d7605%2C42127%2C1733966870941.regiongroup-0.1733966874925 not finished, retry = 0 2024-12-12T01:29:41,391 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T01:29:41,391 INFO [M:0;36236b0d7605:42127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-12T01:29:41,391 INFO [M:0;36236b0d7605:42127 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-12T01:29:41,392 INFO [M:0;36236b0d7605:42127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42127 2024-12-12T01:29:41,392 INFO [M:0;36236b0d7605:42127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T01:29:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T01:29:41,494 INFO [M:0;36236b0d7605:42127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T01:29:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42127-0x10083d66dfa0000, quorum=127.0.0.1:63296, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T01:29:41,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79fa0fb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T01:29:41,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@482cd6b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T01:29:41,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T01:29:41,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4f7ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T01:29:41,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b27bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,STOPPED} 2024-12-12T01:29:41,508 WARN [BP-517920839-172.17.0.2-1733966866565 heartbeating to localhost/127.0.0.1:34495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T01:29:41,508 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T01:29:41,508 WARN [BP-517920839-172.17.0.2-1733966866565 heartbeating to localhost/127.0.0.1:34495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-517920839-172.17.0.2-1733966866565 (Datanode Uuid 1deadc59-3e46-4b78-8d64-ddc593d02f8a) service to localhost/127.0.0.1:34495 2024-12-12T01:29:41,508 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T01:29:41,509 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080/data/data1/current/BP-517920839-172.17.0.2-1733966866565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T01:29:41,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/cluster_69b1c296-40b2-d5c5-d7d1-4455b14aa080/data/data2/current/BP-517920839-172.17.0.2-1733966866565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T01:29:41,510 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T01:29:41,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b74231{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T01:29:41,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfa68d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T01:29:41,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T01:29:41,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13488ad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T01:29:41,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57594f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,STOPPED} 2024-12-12T01:29:41,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-12T01:29:41,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17339668818592 2024-12-12T01:29:41,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T01:29:41,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-12T01:29:41,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-12T01:29:41,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-12T01:29:41,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-12T01:29:41,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733966881859 2024-12-12T01:29:41,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17339668818591 2024-12-12T01:29:41,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17339668818593 2024-12-12T01:29:41,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-12T01:29:41,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-12T01:29:41,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-12T01:29:41,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7df982c0{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-12T01:29:41,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@142b77de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T01:29:41,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T01:29:41,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c3ec8e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-12T01:29:41,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d4ec8d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,STOPPED} 2024-12-12T01:29:41,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@621f6f25{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-12T01:29:41,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@675b423f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T01:29:41,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T01:29:41,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c99171c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-12T01:29:41,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dad6191{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,STOPPED} 2024-12-12T01:29:41,614 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-12T01:29:41,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@174e651e{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-12T01:29:41,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ac952fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T01:29:41,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T01:29:41,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44344f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-12T01:29:41,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc1e1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,STOPPED} 2024-12-12T01:29:41,619 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-12T01:29:41,624 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-12T01:29:41,624 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-12T01:29:41,625 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-12T01:29:41,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@485c74fe{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-12T01:29:41,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e8e1249{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T01:29:41,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T01:29:41,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21c4db87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-12T01:29:41,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f9811f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/3ed3c89f-d6a9-1242-6bcd-20b219b14e22/hadoop.log.dir/,STOPPED} 2024-12-12T01:29:41,632 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-12T01:29:41,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped