2023-09-06 20:36:24,502 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:36:24,520 main DEBUG Took 0.014772 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:36:24,521 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:36:24,521 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:36:24,522 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:36:24,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,534 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:36:24,548 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,550 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,552 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,553 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,553 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,554 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,555 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,555 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,556 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,556 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:36:24,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,558 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:36:24,560 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:36:24,562 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:36:24,563 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:36:24,564 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:36:24,565 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:36:24,565 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:36:24,577 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:36:24,579 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:36:24,584 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:36:24,584 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:36:24,584 main DEBUG createAppenders(={Console}) 2023-09-06 20:36:24,585 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-09-06 20:36:24,585 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:36:24,586 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-09-06 20:36:24,586 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:36:24,586 main DEBUG OutputStream closed 2023-09-06 20:36:24,587 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:36:24,587 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:36:24,587 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-09-06 20:36:24,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:36:24,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:36:24,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:36:24,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:36:24,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:36:24,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:36:24,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:36:24,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:36:24,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:36:24,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:36:24,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:36:24,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:36:24,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:36:24,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:36:24,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:36:24,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:36:24,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:36:24,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:36:24,643 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:36:24,644 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-09-06 20:36:24,644 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:36:24,645 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-09-06T20:36:24,678 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupMultipleDeletes timeout: 13 mins 2023-09-06 20:36:24,682 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:36:24,682 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:36:25,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796 2023-09-06T20:36:25,085 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:36:25,088 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:36:25,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:36:25,094 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/cluster_0713a97d-d30e-4812-b77f-2410b52d8b31, deleteOnExit=true 2023-09-06T20:36:25,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:36:25,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/test.cache.data in system properties and HBase conf 2023-09-06T20:36:25,095 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:36:25,095 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:36:25,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:36:25,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:36:25,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:36:25,212 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:36:25,701 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:36:25,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:36:25,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:36:25,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:36:25,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:36:25,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:36:25,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:36:25,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:36:25,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:36:25,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:36:25,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:36:25,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:36:25,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:36:25,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:36:25,712 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:36:26,165 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:36:26,169 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:36:26,477 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:36:26,694 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@1f30304b via org.mortbay.log.Slf4jLog 2023-09-06T20:36:26,717 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:36:26,770 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:36:26,813 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/java.io.tmpdir/Jetty_localhost_34233_hdfs____.tvvvb9/webapp 2023-09-06T20:36:26,962 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34233 2023-09-06T20:36:26,985 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:36:26,985 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:36:27,500 WARN [Listener at localhost/45845 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:36:27,561 WARN [Listener at localhost/45845 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:36:27,580 WARN [Listener at localhost/45845 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:36:27,586 INFO [Listener at localhost/45845 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:36:27,591 INFO [Listener at localhost/45845 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/java.io.tmpdir/Jetty_localhost_42519_datanode____.25dha2/webapp 2023-09-06T20:36:27,692 INFO [Listener at localhost/45845 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42519 2023-09-06T20:36:28,010 WARN [Listener at localhost/37397 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:36:28,349 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:36:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x233e6c240e591589: Processing first storage report for DS-81d54ef4-83ed-4ed6-947d-c49b32b19102 from datanode 23d2069a-4355-47e2-83db-4e27247bc47f 2023-09-06T20:36:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x233e6c240e591589: from storage DS-81d54ef4-83ed-4ed6-947d-c49b32b19102 node DatanodeRegistration(127.0.0.1:36975, datanodeUuid=23d2069a-4355-47e2-83db-4e27247bc47f, infoPort=38929, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=265209379;c=1694032586243), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-09-06T20:36:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x233e6c240e591589: Processing first storage report for DS-3842b7cb-1aae-49a7-a2a5-2d1022440870 from datanode 23d2069a-4355-47e2-83db-4e27247bc47f 2023-09-06T20:36:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x233e6c240e591589: from storage DS-3842b7cb-1aae-49a7-a2a5-2d1022440870 node DatanodeRegistration(127.0.0.1:36975, datanodeUuid=23d2069a-4355-47e2-83db-4e27247bc47f, infoPort=38929, infoSecurePort=0, ipcPort=37397, storageInfo=lv=-57;cid=testClusterID;nsid=265209379;c=1694032586243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:36:28,603 DEBUG [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796 2023-09-06T20:36:28,686 INFO [Listener at localhost/37397 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/cluster_0713a97d-d30e-4812-b77f-2410b52d8b31/zookeeper_0, clientPort=59981, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/cluster_0713a97d-d30e-4812-b77f-2410b52d8b31/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/cluster_0713a97d-d30e-4812-b77f-2410b52d8b31/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:36:28,704 INFO [Listener at localhost/37397 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59981 2023-09-06T20:36:28,711 INFO [Listener at localhost/37397 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:36:28,713 INFO [Listener at localhost/37397 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:36:29,371 INFO [Listener at localhost/37397 {}] util.FSUtils(461): Created version file at hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 with version=8 2023-09-06T20:36:29,371 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/hbase-staging 2023-09-06T20:36:29,387 DEBUG [Listener at localhost/37397 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:36:29,387 DEBUG [Listener at localhost/37397 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:36:29,388 DEBUG [Listener at localhost/37397 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:36:29,388 DEBUG [Listener at localhost/37397 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:36:29,615 DEBUG [Listener at localhost/37397 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:36:30,400 INFO [Listener at localhost/37397 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:36:30,456 INFO [Listener at localhost/37397 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:36:30,456 INFO [Listener at localhost/37397 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:36:30,456 INFO [Listener at localhost/37397 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:36:30,457 INFO [Listener at localhost/37397 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:36:30,457 INFO [Listener at localhost/37397 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:36:30,619 INFO [Listener at localhost/37397 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:36:30,759 INFO [Listener at localhost/37397 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:36:30,779 DEBUG [Listener at localhost/37397 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:36:30,786 INFO [Listener at localhost/37397 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:36:30,837 DEBUG [Listener at localhost/37397 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 10173 (auto-detected) 2023-09-06T20:36:30,839 DEBUG [Listener at localhost/37397 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:36:30,878 INFO [Listener at localhost/37397 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:39849 2023-09-06T20:36:30,892 INFO [Listener at localhost/37397 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:36:30,894 INFO [Listener at localhost/37397 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:36:30,916 INFO [Listener at localhost/37397 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:39849 connecting to ZooKeeper ensemble=127.0.0.1:59981 2023-09-06T20:36:30,966 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:398490x0, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:36:30,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:39849-0x100eeff4fd60000 connected 2023-09-06T20:36:31,002 DEBUG [Listener at localhost/37397 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:36:31,005 DEBUG [Listener at localhost/37397 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:36:31,009 DEBUG [Listener at localhost/37397 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:36:31,020 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39849 2023-09-06T20:36:31,020 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39849 2023-09-06T20:36:31,020 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39849 2023-09-06T20:36:31,021 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39849 2023-09-06T20:36:31,021 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39849 2023-09-06T20:36:31,077 INFO [Listener at localhost/37397 {}] log.Log(170): Logging initialized @7307ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:36:31,209 INFO [Listener at localhost/37397 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:36:31,210 INFO [Listener at localhost/37397 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:36:31,211 INFO [Listener at localhost/37397 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:36:31,213 INFO [Listener at localhost/37397 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:36:31,213 INFO [Listener at localhost/37397 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:36:31,213 INFO [Listener at localhost/37397 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:36:31,217 INFO [Listener at localhost/37397 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:36:31,373 INFO [Listener at localhost/37397 {}] http.HttpServer(1219): Jetty bound to port 39197 2023-09-06T20:36:31,375 INFO [Listener at localhost/37397 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:36:31,422 INFO [Listener at localhost/37397 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:36:31,427 INFO [Listener at localhost/37397 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5270502e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:36:31,428 INFO [Listener at localhost/37397 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:36:31,428 INFO [Listener at localhost/37397 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3b8650b5{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:36:31,503 INFO [Listener at localhost/37397 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:36:31,519 INFO [Listener at localhost/37397 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:36:31,520 INFO [Listener at localhost/37397 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:36:31,522 INFO [Listener at localhost/37397 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:36:31,530 INFO [Listener at localhost/37397 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:36:32,806 INFO [Listener at localhost/37397 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7bc83b91{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:36:32,818 INFO [Listener at localhost/37397 {}] server.AbstractConnector(333): Started ServerConnector@546735f0{HTTP/1.1, (http/1.1)}{0.0.0.0:39197} 2023-09-06T20:36:32,818 INFO [Listener at localhost/37397 {}] server.Server(415): Started @9049ms 2023-09-06T20:36:32,821 INFO [Listener at localhost/37397 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97, hbase.cluster.distributed=false 2023-09-06T20:36:32,883 INFO [Listener at localhost/37397 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:36:32,883 INFO [Listener at localhost/37397 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:36:32,884 INFO [Listener at localhost/37397 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:36:32,884 INFO [Listener at localhost/37397 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:36:32,884 INFO [Listener at localhost/37397 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:36:32,884 INFO [Listener at localhost/37397 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:36:32,892 INFO [Listener at localhost/37397 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:36:32,894 INFO [Listener at localhost/37397 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:36:32,895 INFO [Listener at localhost/37397 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:41239 2023-09-06T20:36:32,898 INFO [Listener at localhost/37397 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:36:32,905 DEBUG [Listener at localhost/37397 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:36:32,906 INFO [Listener at localhost/37397 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:36:32,909 INFO [Listener at localhost/37397 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:36:32,911 INFO [Listener at localhost/37397 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:41239 connecting to ZooKeeper ensemble=127.0.0.1:59981 2023-09-06T20:36:32,915 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:412390x0, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:36:32,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:41239-0x100eeff4fd60001 connected 2023-09-06T20:36:32,916 DEBUG [Listener at localhost/37397 {}] zookeeper.ZKUtil(113): regionserver:412390x0, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:36:32,917 DEBUG [Listener at localhost/37397 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:36:32,918 DEBUG [Listener at localhost/37397 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:36:32,918 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41239 2023-09-06T20:36:32,919 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41239 2023-09-06T20:36:32,919 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41239 2023-09-06T20:36:32,919 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41239 2023-09-06T20:36:32,920 DEBUG [Listener at localhost/37397 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41239 2023-09-06T20:36:32,923 INFO [Listener at localhost/37397 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:36:32,923 INFO [Listener at localhost/37397 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:36:32,924 INFO [Listener at localhost/37397 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:36:32,924 INFO [Listener at localhost/37397 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:36:32,924 INFO [Listener at localhost/37397 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:36:32,925 INFO [Listener at localhost/37397 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:36:32,925 INFO [Listener at localhost/37397 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:36:32,927 INFO [Listener at localhost/37397 {}] http.HttpServer(1219): Jetty bound to port 44211 2023-09-06T20:36:32,927 INFO [Listener at localhost/37397 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:36:32,929 INFO [Listener at localhost/37397 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:36:32,929 INFO [Listener at localhost/37397 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@17fca597{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:36:32,929 INFO [Listener at localhost/37397 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:36:32,930 INFO [Listener at localhost/37397 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5e9e9c74{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:36:32,945 INFO [Listener at localhost/37397 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:36:32,947 INFO [Listener at localhost/37397 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:36:32,947 INFO [Listener at localhost/37397 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:36:32,947 INFO [Listener at localhost/37397 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:36:32,949 INFO [Listener at localhost/37397 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:36:32,953 INFO [Listener at localhost/37397 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1e83adbd{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:36:32,954 INFO [Listener at localhost/37397 {}] server.AbstractConnector(333): Started ServerConnector@7e8c5c87{HTTP/1.1, (http/1.1)}{0.0.0.0:44211} 2023-09-06T20:36:32,954 INFO [Listener at localhost/37397 {}] server.Server(415): Started @9185ms 2023-09-06T20:36:32,960 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:36:32,963 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@602d0386{HTTP/1.1, (http/1.1)}{0.0.0.0:37127} 2023-09-06T20:36:32,963 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9194ms 2023-09-06T20:36:32,963 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:36:32,978 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:36:32,978 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:36:32,980 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:36:32,983 DEBUG [M:0;jenkins-hbase3:39849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:39849 2023-09-06T20:36:33,013 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:36:33,013 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:36:33,014 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:33,014 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:33,015 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:36:33,017 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,39849,1694032589599 from backup master directory 2023-09-06T20:36:33,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:36:33,020 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:36:33,020 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:36:33,020 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:36:33,021 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:36:33,021 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:36:33,025 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:36:33,027 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:36:33,110 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/hbase.id with ID: 44085b6c-4506-43fb-b6af-d303969491eb 2023-09-06T20:36:33,150 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:36:33,164 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:33,164 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:33,215 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:36:33,217 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:36:33,237 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:36:33,237 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:36:33,239 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:36:33,250 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:36:33,252 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:36:33,335 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store 2023-09-06T20:36:33,361 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:36:33,361 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:33,362 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:36:33,362 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:36:33,362 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:36:33,362 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:36:33,362 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:36:33,363 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:36:33,363 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:36:33,367 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/.initializing 2023-09-06T20:36:33,368 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/WALs/jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:36:33,379 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:36:33,396 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39849%2C1694032589599, suffix=, logDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/WALs/jenkins-hbase3.apache.org,39849,1694032589599, archiveDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/oldWALs, maxLogs=10 2023-09-06T20:36:33,434 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/WALs/jenkins-hbase3.apache.org,39849,1694032589599/jenkins-hbase3.apache.org%2C39849%2C1694032589599.1694032593405, exclude list is [], retry=0 2023-09-06T20:36:33,469 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:36:33,479 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:36:33,589 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/WALs/jenkins-hbase3.apache.org,39849,1694032589599/jenkins-hbase3.apache.org%2C39849%2C1694032589599.1694032593405 2023-09-06T20:36:33,589 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:36:33,590 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:36:33,590 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:33,595 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:36:33,596 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:36:33,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:36:33,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:36:33,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:33,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:36:33,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:36:33,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:36:33,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:33,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:33,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:36:33,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:36:33,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:33,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:33,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:36:33,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:36:33,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:33,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:33,735 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:36:33,736 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:36:33,753 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:36:33,757 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:36:33,761 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:36:33,762 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10365191520, jitterRate=-0.03466631472110748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:36:33,772 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:36:33,774 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:36:33,816 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa86227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:36:33,872 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:36:33,894 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:36:33,894 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:36:33,898 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:36:33,899 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:36:33,905 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-09-06T20:36:33,906 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:36:33,940 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:36:33,957 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:36:33,959 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:36:33,962 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:36:33,963 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:36:33,966 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:36:33,968 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:36:33,975 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:36:33,977 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:36:33,977 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:36:33,979 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:36:33,995 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:36:33,997 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:36:34,003 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:36:34,003 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:36:34,003 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:34,003 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:34,004 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,39849,1694032589599, sessionid=0x100eeff4fd60000, setting cluster-up flag (Was=false) 2023-09-06T20:36:34,014 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:36:34,021 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:34,021 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:34,027 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:36:34,028 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:36:34,031 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:34,031 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:34,038 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:36:34,039 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:36:34,044 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:34,044 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:34,049 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:36:34,050 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:36:34,068 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:41239 2023-09-06T20:36:34,069 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(997): ClusterId : 44085b6c-4506-43fb-b6af-d303969491eb 2023-09-06T20:36:34,071 INFO [RS:0;jenkins-hbase3:41239 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:36:34,074 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:36:34,081 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:36:34,081 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:36:34,084 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:36:34,084 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:36:34,086 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:36:34,087 DEBUG [RS:0;jenkins-hbase3:41239 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8c9302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:36:34,089 DEBUG [RS:0;jenkins-hbase3:41239 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8e4a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:36:34,094 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:36:34,094 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:36:34,095 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:36:34,097 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,39849,1694032589599 with isa=jenkins-hbase3.apache.org/172.31.12.81:41239, startcode=1694032592882 2023-09-06T20:36:34,117 DEBUG [RS:0;jenkins-hbase3:41239 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:36:34,187 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47053, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:36:34,198 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:36:34,212 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:36:34,224 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:36:34,230 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:36:34,239 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,39849,1694032589599 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:36:34,244 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:36:34,244 WARN [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:36:34,245 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:36:34,245 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:36:34,245 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:36:34,245 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:36:34,246 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:36:34,246 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,246 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:36:34,246 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,251 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694032624251 2023-09-06T20:36:34,254 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:36:34,260 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:36:34,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:36:34,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:36:34,278 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:36:34,279 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:36:34,280 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:36:34,280 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:36:34,281 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:36:34,282 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:34,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:36:34,294 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,298 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:36:34,301 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:36:34,302 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:36:34,319 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4e413bc0 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:36:34,346 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,39849,1694032589599 with isa=jenkins-hbase3.apache.org/172.31.12.81:41239, startcode=1694032592882 2023-09-06T20:36:34,350 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:36:34,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e35c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:36:34,353 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:36:34,354 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:36:34,354 WARN [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 200 ms and then retrying. 2023-09-06T20:36:34,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:36:34,358 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:34,366 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:36:34,367 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:36:34,386 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032594370,5,FailOnTimeoutGroup] 2023-09-06T20:36:34,394 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032594386,5,FailOnTimeoutGroup] 2023-09-06T20:36:34,394 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,403 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:36:34,407 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,407 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,556 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,39849,1694032589599 with isa=jenkins-hbase3.apache.org/172.31.12.81:41239, startcode=1694032592882 2023-09-06T20:36:34,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:34,571 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:34,572 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:45845 2023-09-06T20:36:34,572 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=39197 2023-09-06T20:36:34,579 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:36:34,579 DEBUG [RS:0;jenkins-hbase3:41239 {}] zookeeper.ZKUtil(111): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:34,579 WARN [RS:0;jenkins-hbase3:41239 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:36:34,580 INFO [RS:0;jenkins-hbase3:41239 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:36:34,580 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:34,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,41239,1694032592882] 2023-09-06T20:36:34,597 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:36:34,612 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:36:34,628 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:36:34,634 INFO [RS:0;jenkins-hbase3:41239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:36:34,635 INFO [RS:0;jenkins-hbase3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,636 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:36:34,646 INFO [RS:0;jenkins-hbase3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,647 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,647 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,647 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,647 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,647 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,647 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:36:34,648 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,648 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,648 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,648 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,648 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:36:34,648 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:36:34,648 DEBUG [RS:0;jenkins-hbase3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:36:34,649 INFO [RS:0;jenkins-hbase3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,649 INFO [RS:0;jenkins-hbase3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,650 INFO [RS:0;jenkins-hbase3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,650 INFO [RS:0;jenkins-hbase3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,650 INFO [RS:0;jenkins-hbase3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41239,1694032592882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:36:34,666 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:36:34,669 INFO [RS:0;jenkins-hbase3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,41239,1694032592882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:34,685 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,41239,1694032592882 started 2023-09-06T20:36:34,685 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,41239,1694032592882, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:41239, sessionid=0x100eeff4fd60001 2023-09-06T20:36:34,686 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:36:34,686 DEBUG [RS:0;jenkins-hbase3:41239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:34,686 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,41239,1694032592882' 2023-09-06T20:36:34,686 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:36:34,687 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:36:34,687 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:36:34,687 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:36:34,687 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,41239,1694032592882' 2023-09-06T20:36:34,687 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:36:34,688 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:36:34,688 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:36:34,689 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:36:34,689 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:36:34,689 DEBUG [RS:0;jenkins-hbase3:41239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:34,689 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,41239,1694032592882' 2023-09-06T20:36:34,689 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:36:34,689 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:36:34,690 DEBUG [RS:0;jenkins-hbase3:41239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:36:34,690 INFO [RS:0;jenkins-hbase3:41239 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:36:34,690 INFO [RS:0;jenkins-hbase3:41239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:36:34,800 INFO [RS:0;jenkins-hbase3:41239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:36:34,803 INFO [RS:0;jenkins-hbase3:41239 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41239%2C1694032592882, suffix=, logDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882, archiveDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs, maxLogs=32 2023-09-06T20:36:34,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:34,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:36:34,818 DEBUG [RS:0;jenkins-hbase3:41239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032594805, exclude list is [], retry=0 2023-09-06T20:36:34,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:36:34,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:34,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:36:34,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:36:34,824 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:36:34,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:36:34,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:34,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:36:34,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:36:34,829 INFO [RS:0;jenkins-hbase3:41239 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032594805 2023-09-06T20:36:34,830 DEBUG [RS:0;jenkins-hbase3:41239 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:36:34,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:36:34,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:34,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:36:34,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740 2023-09-06T20:36:34,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740 2023-09-06T20:36:34,836 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:36:34,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:36:34,841 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:36:34,842 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11940316480, jitterRate=0.11202862858772278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:36:34,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:36:34,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:36:34,844 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:36:34,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:36:34,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:36:34,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:36:34,846 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:36:34,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:36:34,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:36:34,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:36:34,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:36:34,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:36:34,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:36:35,027 DEBUG [jenkins-hbase3:39849 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:36:35,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:35,042 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,41239,1694032592882, state=OPENING 2023-09-06T20:36:35,050 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:36:35,055 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:35,055 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:35,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:36:35,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:36:35,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,41239,1694032592882}] 2023-09-06T20:36:35,278 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:35,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:36:35,284 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46814, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:36:35,297 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:36:35,298 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:36:35,298 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:36:35,301 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta, suffix=.meta, logDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882, archiveDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs, maxLogs=32 2023-09-06T20:36:35,314 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032595303.meta, exclude list is [], retry=0 2023-09-06T20:36:35,318 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:36:35,323 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032595303.meta 2023-09-06T20:36:35,323 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:36:35,323 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:36:35,328 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:36:35,329 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:36:35,346 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:36:35,347 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:36:35,352 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:36:35,352 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:35,352 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:36:35,352 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:36:35,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:36:35,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:36:35,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:35,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:36:35,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:36:35,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:36:35,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:35,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:36:35,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:36:35,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:36:35,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:35,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:36:35,364 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740 2023-09-06T20:36:35,366 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740 2023-09-06T20:36:35,368 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:36:35,371 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:36:35,372 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9844871680, jitterRate=-0.08312487602233887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:36:35,374 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:36:35,388 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694032595269 2023-09-06T20:36:35,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:35,411 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:36:35,413 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,41239,1694032592882, state=OPEN 2023-09-06T20:36:35,413 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:36:35,418 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:36:35,418 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:36:35,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:36:35,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:36:35,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:36:35,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,41239,1694032592882 in 360 msec 2023-09-06T20:36:35,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:36:35,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 567 msec 2023-09-06T20:36:35,603 INFO [AsyncFSWAL-0-hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData {}] wal.AbstractFSWAL(1174): Slow sync cost: 162 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:36:35,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3180 sec 2023-09-06T20:36:35,605 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694032595605, completionTime=-1 2023-09-06T20:36:35,605 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:36:35,606 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:36:35,673 DEBUG [hconnection-0x5fe03dea-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:36:35,677 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46826, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:36:35,693 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:36:35,693 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694032655693 2023-09-06T20:36:35,694 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032715694 2023-09-06T20:36:35,694 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 87 msec 2023-09-06T20:36:35,720 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39849,1694032589599-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:35,720 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39849,1694032589599-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:35,720 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39849,1694032589599-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:35,723 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:39849, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:35,724 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:36:35,732 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:36:35,745 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:36:35,746 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:36:35,756 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:36:35,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:36:35,763 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:35,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:36:36,187 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 275d604c3ada3b1206a66df00249313d, NAME => 'hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:36,201 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:36,201 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 275d604c3ada3b1206a66df00249313d, disabling compactions & flushes 2023-09-06T20:36:36,202 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:36:36,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:36:36,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. after waiting 0 ms 2023-09-06T20:36:36,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:36:36,202 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:36:36,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 275d604c3ada3b1206a66df00249313d: 2023-09-06T20:36:36,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:36:36,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694032596207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032596207"}]},"ts":"1694032596207"} 2023-09-06T20:36:36,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:36:36,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:36:36,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032596261"}]},"ts":"1694032596261"} 2023-09-06T20:36:36,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:36:36,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=275d604c3ada3b1206a66df00249313d, ASSIGN}] 2023-09-06T20:36:36,281 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=275d604c3ada3b1206a66df00249313d, ASSIGN 2023-09-06T20:36:36,283 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=275d604c3ada3b1206a66df00249313d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41239,1694032592882; forceNewPlan=false, retain=false 2023-09-06T20:36:36,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=275d604c3ada3b1206a66df00249313d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:36,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 275d604c3ada3b1206a66df00249313d, server=jenkins-hbase3.apache.org,41239,1694032592882}] 2023-09-06T20:36:36,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:36:36,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 275d604c3ada3b1206a66df00249313d, NAME => 'hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:36:36,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:36:36,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 275d604c3ada3b1206a66df00249313d 2023-09-06T20:36:36,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:36,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 275d604c3ada3b1206a66df00249313d 2023-09-06T20:36:36,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 275d604c3ada3b1206a66df00249313d 2023-09-06T20:36:36,605 INFO [StoreOpener-275d604c3ada3b1206a66df00249313d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 275d604c3ada3b1206a66df00249313d 2023-09-06T20:36:36,608 INFO [StoreOpener-275d604c3ada3b1206a66df00249313d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275d604c3ada3b1206a66df00249313d columnFamilyName info 2023-09-06T20:36:36,608 DEBUG [StoreOpener-275d604c3ada3b1206a66df00249313d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:36,609 INFO [StoreOpener-275d604c3ada3b1206a66df00249313d-1 {}] regionserver.HStore(324): Store=275d604c3ada3b1206a66df00249313d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:36,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/namespace/275d604c3ada3b1206a66df00249313d 2023-09-06T20:36:36,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/namespace/275d604c3ada3b1206a66df00249313d 2023-09-06T20:36:36,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 275d604c3ada3b1206a66df00249313d 2023-09-06T20:36:36,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/namespace/275d604c3ada3b1206a66df00249313d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:36:36,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 275d604c3ada3b1206a66df00249313d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11378582560, jitterRate=0.059713080525398254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:36:36,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 275d604c3ada3b1206a66df00249313d: 2023-09-06T20:36:36,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d., pid=6, masterSystemTime=1694032596594 2023-09-06T20:36:36,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:36:36,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:36:36,627 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=275d604c3ada3b1206a66df00249313d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:36,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:36:36,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 275d604c3ada3b1206a66df00249313d, server=jenkins-hbase3.apache.org,41239,1694032592882 in 194 msec 2023-09-06T20:36:36,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:36:36,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=275d604c3ada3b1206a66df00249313d, ASSIGN in 359 msec 2023-09-06T20:36:36,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:36:36,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032596642"}]},"ts":"1694032596642"} 2023-09-06T20:36:36,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:36:36,648 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:36:36,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 902 msec 2023-09-06T20:36:36,661 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:36:36,662 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:36:36,662 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:36,662 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:36:36,711 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:36:36,728 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:36:36,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2023-09-06T20:36:36,747 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:36:36,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:36:36,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2023-09-06T20:36:36,774 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:36:36,777 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:36:36,777 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 3.755sec 2023-09-06T20:36:36,780 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:36:36,782 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:36:36,783 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:36:36,784 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:36:36,784 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:36:36,786 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39849,1694032589599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:36:36,786 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39849,1694032589599-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:36:36,802 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:36:36,804 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:36:36,804 DEBUG [Listener at localhost/37397 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48a3245c to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:36:36,810 DEBUG [Listener at localhost/37397 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5688cdd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:36:36,815 DEBUG [Listener at localhost/37397 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:36:36,815 DEBUG [Listener at localhost/37397 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:36:36,831 DEBUG [hconnection-0xb0bdd9c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:36:36,842 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46842, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:36:36,853 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:36:36,853 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:36:36,853 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/test.cache.data in system properties and HBase conf 2023-09-06T20:36:36,853 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:36:36,853 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:36:36,853 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:36:36,854 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:36:36,855 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:36:36,855 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:36:36,855 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:36:36,855 INFO [Listener at localhost/37397 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:36:38,884 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:36:39,295 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:36:39,301 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41789_jobhistory____siqsx1/webapp 2023-09-06T20:36:39,490 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:36:39,491 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:36:39,491 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:36:39,495 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:36:39,594 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:39,721 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:40,017 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:36:40,048 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41789 2023-09-06T20:36:40,386 WARN [Listener at jenkins-hbase3.apache.org/43425 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:36:40,472 WARN [Listener at jenkins-hbase3.apache.org/43425 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:36:40,473 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:36:40,478 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37985_cluster____yydyoh/webapp 2023-09-06T20:36:40,548 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:36:40,548 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:36:40,549 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:36:40,549 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:36:40,557 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:40,730 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:40,811 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:40,817 INFO [Listener at jenkins-hbase3.apache.org/43425 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37985 2023-09-06T20:36:40,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:36:40,962 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:36:40,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:36:40,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:36:40,967 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:36:40,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:36:40,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:36:40,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:36:40,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:36:40,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:36:40,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:36:40,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:36:40,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:36:41,234 WARN [Listener at jenkins-hbase3.apache.org/35571 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:36:41,259 WARN [Listener at jenkins-hbase3.apache.org/35571 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:36:41,259 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:36:41,266 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42303_node____du0w2f/webapp 2023-09-06T20:36:41,320 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:36:41,320 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:36:41,320 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:36:41,320 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:36:41,329 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:41,352 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:41,419 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:41,428 INFO [Listener at jenkins-hbase3.apache.org/35571 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42303 2023-09-06T20:36:41,562 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:36:41,568 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:36:41,568 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:36:41,574 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35749_node____.20dsav/webapp 2023-09-06T20:36:41,624 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:36:41,625 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:36:41,625 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:36:41,625 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:36:41,632 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:41,647 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:41,707 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:36:41,714 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35749 2023-09-06T20:36:41,755 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:36:41,755 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:45845/backupUT 2023-09-06T20:36:41,767 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:36:41,772 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41660, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:36:41,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:36:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:36:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:36:41,819 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:36:41,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 41 msec 2023-09-06T20:36:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:36:41,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:36:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:36:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:36:41,918 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:36:41,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2023-09-06T20:36:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:36:42,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:36:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:36:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:36:42,028 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:36:42,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-09-06T20:36:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:36:42,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:36:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:36:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:36:42,139 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:36:42,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-09-06T20:36:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:36:42,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694032601755', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:36:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694032601755 2023-09-06T20:36:42,255 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694032601755 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:36:42,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694032601755" procId is: 13 2023-09-06T20:36:42,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:42,257 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694032601755 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:36:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:36:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:36:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:36:42,701 INFO [RegionOpenAndInit-test-1694032601755-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => c5b94de7af829890f2f779513159d506, NAME => 'test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694032601755', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:36:43,119 DEBUG [RegionOpenAndInit-test-1694032601755-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:43,119 DEBUG [RegionOpenAndInit-test-1694032601755-pool-0 {}] regionserver.HRegion(1668): Closing c5b94de7af829890f2f779513159d506, disabling compactions & flushes 2023-09-06T20:36:43,119 INFO [RegionOpenAndInit-test-1694032601755-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:36:43,119 DEBUG [RegionOpenAndInit-test-1694032601755-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:36:43,119 DEBUG [RegionOpenAndInit-test-1694032601755-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. after waiting 0 ms 2023-09-06T20:36:43,119 DEBUG [RegionOpenAndInit-test-1694032601755-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:36:43,119 INFO [RegionOpenAndInit-test-1694032601755-pool-0 {}] regionserver.HRegion(1909): Closed test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:36:43,119 DEBUG [RegionOpenAndInit-test-1694032601755-pool-0 {}] regionserver.HRegion(1622): Region close journal for c5b94de7af829890f2f779513159d506: 2023-09-06T20:36:43,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694032601755 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:36:43,121 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694032603121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032603121"}]},"ts":"1694032603121"} 2023-09-06T20:36:43,124 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:36:43,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694032601755 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:36:43,126 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032601755","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032603125"}]},"ts":"1694032603125"} 2023-09-06T20:36:43,128 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032601755, state=ENABLING in hbase:meta 2023-09-06T20:36:43,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032601755, region=c5b94de7af829890f2f779513159d506, ASSIGN}] 2023-09-06T20:36:43,135 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032601755, region=c5b94de7af829890f2f779513159d506, ASSIGN 2023-09-06T20:36:43,136 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694032601755, region=c5b94de7af829890f2f779513159d506, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41239,1694032592882; forceNewPlan=false, retain=false 2023-09-06T20:36:43,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c5b94de7af829890f2f779513159d506, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:43,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure c5b94de7af829890f2f779513159d506, server=jenkins-hbase3.apache.org,41239,1694032592882}] 2023-09-06T20:36:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:36:43,452 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:36:43,453 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => c5b94de7af829890f2f779513159d506, NAME => 'test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:36:43,453 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:36:43,453 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694032601755 c5b94de7af829890f2f779513159d506 2023-09-06T20:36:43,453 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:43,454 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for c5b94de7af829890f2f779513159d506 2023-09-06T20:36:43,454 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for c5b94de7af829890f2f779513159d506 2023-09-06T20:36:43,456 INFO [StoreOpener-c5b94de7af829890f2f779513159d506-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c5b94de7af829890f2f779513159d506 2023-09-06T20:36:43,459 INFO [StoreOpener-c5b94de7af829890f2f779513159d506-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5b94de7af829890f2f779513159d506 columnFamilyName f 2023-09-06T20:36:43,459 DEBUG [StoreOpener-c5b94de7af829890f2f779513159d506-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:43,460 INFO [StoreOpener-c5b94de7af829890f2f779513159d506-1 {}] regionserver.HStore(324): Store=c5b94de7af829890f2f779513159d506/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:43,461 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506 2023-09-06T20:36:43,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506 2023-09-06T20:36:43,465 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for c5b94de7af829890f2f779513159d506 2023-09-06T20:36:43,473 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:36:43,474 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened c5b94de7af829890f2f779513159d506; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11050082400, jitterRate=0.02911911904811859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:36:43,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for c5b94de7af829890f2f779513159d506: 2023-09-06T20:36:43,476 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506., pid=15, masterSystemTime=1694032603444 2023-09-06T20:36:43,479 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:36:43,480 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:36:43,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c5b94de7af829890f2f779513159d506, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:43,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:36:43,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure c5b94de7af829890f2f779513159d506, server=jenkins-hbase3.apache.org,41239,1694032592882 in 192 msec 2023-09-06T20:36:43,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:36:43,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694032601755, region=c5b94de7af829890f2f779513159d506, ASSIGN in 353 msec 2023-09-06T20:36:43,490 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694032601755 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:36:43,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032601755","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032603490"}]},"ts":"1694032603490"} 2023-09-06T20:36:43,492 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032601755, state=ENABLED in hbase:meta 2023-09-06T20:36:43,495 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694032601755 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:36:43,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694032601755 in 1.2450 sec 2023-09-06T20:36:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:36:44,377 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694032601755, procId: 13 completed 2023-09-06T20:36:44,379 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3120d950 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:36:44,385 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a3224e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:36:44,387 DEBUG [hconnection-0x14783021-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:36:44,390 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:36:44,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HRegion(8210): writing data to region test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:36:44,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940326017551', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:36:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940326017551 2023-09-06T20:36:44,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940326017551 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:36:44,495 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:44,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940326017551" procId is: 16 2023-09-06T20:36:44,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940326017551 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:36:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:36:44,514 INFO [RegionOpenAndInit-ns2:test-16940326017551-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => acb1918f2def95cd1ad4669f6d316b30, NAME => 'ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940326017551', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:44,526 DEBUG [RegionOpenAndInit-ns2:test-16940326017551-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:44,527 DEBUG [RegionOpenAndInit-ns2:test-16940326017551-pool-0 {}] regionserver.HRegion(1668): Closing acb1918f2def95cd1ad4669f6d316b30, disabling compactions & flushes 2023-09-06T20:36:44,527 INFO [RegionOpenAndInit-ns2:test-16940326017551-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:36:44,527 DEBUG [RegionOpenAndInit-ns2:test-16940326017551-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:36:44,527 DEBUG [RegionOpenAndInit-ns2:test-16940326017551-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. after waiting 0 ms 2023-09-06T20:36:44,527 DEBUG [RegionOpenAndInit-ns2:test-16940326017551-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:36:44,527 INFO [RegionOpenAndInit-ns2:test-16940326017551-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:36:44,527 DEBUG [RegionOpenAndInit-ns2:test-16940326017551-pool-0 {}] regionserver.HRegion(1622): Region close journal for acb1918f2def95cd1ad4669f6d316b30: 2023-09-06T20:36:44,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940326017551 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:36:44,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032604528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032604528"}]},"ts":"1694032604528"} 2023-09-06T20:36:44,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:36:44,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940326017551 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:36:44,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940326017551","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032604532"}]},"ts":"1694032604532"} 2023-09-06T20:36:44,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940326017551, state=ENABLING in hbase:meta 2023-09-06T20:36:44,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940326017551, region=acb1918f2def95cd1ad4669f6d316b30, ASSIGN}] 2023-09-06T20:36:44,540 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940326017551, region=acb1918f2def95cd1ad4669f6d316b30, ASSIGN 2023-09-06T20:36:44,541 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940326017551, region=acb1918f2def95cd1ad4669f6d316b30, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41239,1694032592882; forceNewPlan=false, retain=false 2023-09-06T20:36:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:36:44,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=acb1918f2def95cd1ad4669f6d316b30, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:44,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure acb1918f2def95cd1ad4669f6d316b30, server=jenkins-hbase3.apache.org,41239,1694032592882}] 2023-09-06T20:36:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:36:44,853 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:36:44,853 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => acb1918f2def95cd1ad4669f6d316b30, NAME => 'ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:36:44,854 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:36:44,854 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940326017551 acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:44,854 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:44,854 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:44,854 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:44,856 INFO [StoreOpener-acb1918f2def95cd1ad4669f6d316b30-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:44,858 INFO [StoreOpener-acb1918f2def95cd1ad4669f6d316b30-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acb1918f2def95cd1ad4669f6d316b30 columnFamilyName f 2023-09-06T20:36:44,858 DEBUG [StoreOpener-acb1918f2def95cd1ad4669f6d316b30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:44,858 INFO [StoreOpener-acb1918f2def95cd1ad4669f6d316b30-1 {}] regionserver.HStore(324): Store=acb1918f2def95cd1ad4669f6d316b30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:44,859 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:44,860 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:44,863 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:44,870 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:36:44,871 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened acb1918f2def95cd1ad4669f6d316b30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10465974400, jitterRate=-0.0252801775932312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:36:44,872 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for acb1918f2def95cd1ad4669f6d316b30: 2023-09-06T20:36:44,873 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30., pid=18, masterSystemTime=1694032604848 2023-09-06T20:36:44,876 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:36:44,876 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:36:44,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=acb1918f2def95cd1ad4669f6d316b30, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:44,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:36:44,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure acb1918f2def95cd1ad4669f6d316b30, server=jenkins-hbase3.apache.org,41239,1694032592882 in 183 msec 2023-09-06T20:36:44,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:36:44,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940326017551, region=acb1918f2def95cd1ad4669f6d316b30, ASSIGN in 343 msec 2023-09-06T20:36:44,886 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940326017551 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:36:44,886 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940326017551","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032604886"}]},"ts":"1694032604886"} 2023-09-06T20:36:44,888 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940326017551, state=ENABLED in hbase:meta 2023-09-06T20:36:44,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940326017551 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:36:44,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940326017551 in 400 msec 2023-09-06T20:36:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:36:45,102 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940326017551, procId: 16 completed 2023-09-06T20:36:45,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:36:45,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940326017552', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:36:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940326017552 2023-09-06T20:36:45,195 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940326017552 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:36:45,195 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:45,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940326017552" procId is: 19 2023-09-06T20:36:45,196 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940326017552 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:36:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:36:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:36:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:36:45,614 INFO [RegionOpenAndInit-ns3:test-16940326017552-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dd4f5d14f27b5db78da8879b7d04df87, NAME => 'ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940326017552', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:45,630 DEBUG [RegionOpenAndInit-ns3:test-16940326017552-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:45,630 DEBUG [RegionOpenAndInit-ns3:test-16940326017552-pool-0 {}] regionserver.HRegion(1668): Closing dd4f5d14f27b5db78da8879b7d04df87, disabling compactions & flushes 2023-09-06T20:36:45,630 INFO [RegionOpenAndInit-ns3:test-16940326017552-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:36:45,630 DEBUG [RegionOpenAndInit-ns3:test-16940326017552-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:36:45,630 DEBUG [RegionOpenAndInit-ns3:test-16940326017552-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. after waiting 0 ms 2023-09-06T20:36:45,630 DEBUG [RegionOpenAndInit-ns3:test-16940326017552-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:36:45,630 INFO [RegionOpenAndInit-ns3:test-16940326017552-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:36:45,630 DEBUG [RegionOpenAndInit-ns3:test-16940326017552-pool-0 {}] regionserver.HRegion(1622): Region close journal for dd4f5d14f27b5db78da8879b7d04df87: 2023-09-06T20:36:45,632 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940326017552 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:36:45,632 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032605632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032605632"}]},"ts":"1694032605632"} 2023-09-06T20:36:45,634 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:36:45,635 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940326017552 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:36:45,635 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940326017552","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032605635"}]},"ts":"1694032605635"} 2023-09-06T20:36:45,637 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940326017552, state=ENABLING in hbase:meta 2023-09-06T20:36:45,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940326017552, region=dd4f5d14f27b5db78da8879b7d04df87, ASSIGN}] 2023-09-06T20:36:45,644 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940326017552, region=dd4f5d14f27b5db78da8879b7d04df87, ASSIGN 2023-09-06T20:36:45,645 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940326017552, region=dd4f5d14f27b5db78da8879b7d04df87, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41239,1694032592882; forceNewPlan=false, retain=false 2023-09-06T20:36:45,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=dd4f5d14f27b5db78da8879b7d04df87, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:45,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure dd4f5d14f27b5db78da8879b7d04df87, server=jenkins-hbase3.apache.org,41239,1694032592882}] 2023-09-06T20:36:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:36:45,958 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:36:45,958 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => dd4f5d14f27b5db78da8879b7d04df87, NAME => 'ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:36:45,958 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:36:45,958 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940326017552 dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:36:45,959 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:45,959 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:36:45,959 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:36:45,960 INFO [StoreOpener-dd4f5d14f27b5db78da8879b7d04df87-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:36:45,962 INFO [StoreOpener-dd4f5d14f27b5db78da8879b7d04df87-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4f5d14f27b5db78da8879b7d04df87 columnFamilyName f 2023-09-06T20:36:45,962 DEBUG [StoreOpener-dd4f5d14f27b5db78da8879b7d04df87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:45,963 INFO [StoreOpener-dd4f5d14f27b5db78da8879b7d04df87-1 {}] regionserver.HStore(324): Store=dd4f5d14f27b5db78da8879b7d04df87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:45,964 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns3/test-16940326017552/dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:36:45,965 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns3/test-16940326017552/dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:36:45,968 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:36:45,971 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns3/test-16940326017552/dd4f5d14f27b5db78da8879b7d04df87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:36:45,971 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened dd4f5d14f27b5db78da8879b7d04df87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10079417280, jitterRate=-0.06128111481666565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:36:45,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for dd4f5d14f27b5db78da8879b7d04df87: 2023-09-06T20:36:45,973 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87., pid=21, masterSystemTime=1694032605953 2023-09-06T20:36:45,976 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:36:45,976 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:36:45,977 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=dd4f5d14f27b5db78da8879b7d04df87, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:45,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:36:45,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure dd4f5d14f27b5db78da8879b7d04df87, server=jenkins-hbase3.apache.org,41239,1694032592882 in 180 msec 2023-09-06T20:36:45,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:36:45,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940326017552, region=dd4f5d14f27b5db78da8879b7d04df87, ASSIGN in 339 msec 2023-09-06T20:36:45,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940326017552 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:36:45,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940326017552","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032605985"}]},"ts":"1694032605985"} 2023-09-06T20:36:45,987 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940326017552, state=ENABLED in hbase:meta 2023-09-06T20:36:45,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940326017552 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:36:45,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940326017552 in 799 msec 2023-09-06T20:36:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:36:46,305 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940326017552, procId: 19 completed 2023-09-06T20:36:46,305 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940326017552 get assigned. Timeout = 60000ms 2023-09-06T20:36:46,307 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:36:46,313 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940326017552 assigned to meta. Checking AM states. 2023-09-06T20:36:46,313 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:36:46,314 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940326017552 assigned. 2023-09-06T20:36:46,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940326017553', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:36:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940326017553 2023-09-06T20:36:46,320 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940326017553 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:36:46,320 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:46,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940326017553" procId is: 22 2023-09-06T20:36:46,322 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940326017553 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:36:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:36:46,346 INFO [RegionOpenAndInit-ns4:test-16940326017553-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e43ac427b1f1d77229d0fe4a2e18a30e, NAME => 'ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940326017553', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:46,361 DEBUG [RegionOpenAndInit-ns4:test-16940326017553-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:46,361 DEBUG [RegionOpenAndInit-ns4:test-16940326017553-pool-0 {}] regionserver.HRegion(1668): Closing e43ac427b1f1d77229d0fe4a2e18a30e, disabling compactions & flushes 2023-09-06T20:36:46,361 INFO [RegionOpenAndInit-ns4:test-16940326017553-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:36:46,361 DEBUG [RegionOpenAndInit-ns4:test-16940326017553-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:36:46,361 DEBUG [RegionOpenAndInit-ns4:test-16940326017553-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. after waiting 0 ms 2023-09-06T20:36:46,361 DEBUG [RegionOpenAndInit-ns4:test-16940326017553-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:36:46,361 INFO [RegionOpenAndInit-ns4:test-16940326017553-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:36:46,361 DEBUG [RegionOpenAndInit-ns4:test-16940326017553-pool-0 {}] regionserver.HRegion(1622): Region close journal for e43ac427b1f1d77229d0fe4a2e18a30e: 2023-09-06T20:36:46,363 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940326017553 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:36:46,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032606363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032606363"}]},"ts":"1694032606363"} 2023-09-06T20:36:46,365 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:36:46,367 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940326017553 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:36:46,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940326017553","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032606367"}]},"ts":"1694032606367"} 2023-09-06T20:36:46,369 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940326017553, state=ENABLING in hbase:meta 2023-09-06T20:36:46,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940326017553, region=e43ac427b1f1d77229d0fe4a2e18a30e, ASSIGN}] 2023-09-06T20:36:46,376 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940326017553, region=e43ac427b1f1d77229d0fe4a2e18a30e, ASSIGN 2023-09-06T20:36:46,377 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940326017553, region=e43ac427b1f1d77229d0fe4a2e18a30e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41239,1694032592882; forceNewPlan=false, retain=false 2023-09-06T20:36:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:36:46,528 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e43ac427b1f1d77229d0fe4a2e18a30e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:46,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure e43ac427b1f1d77229d0fe4a2e18a30e, server=jenkins-hbase3.apache.org,41239,1694032592882}] 2023-09-06T20:36:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:36:46,688 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:36:46,689 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => e43ac427b1f1d77229d0fe4a2e18a30e, NAME => 'ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:36:46,689 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:36:46,689 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940326017553 e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:36:46,689 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:46,690 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:36:46,690 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:36:46,692 INFO [StoreOpener-e43ac427b1f1d77229d0fe4a2e18a30e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:36:46,694 INFO [StoreOpener-e43ac427b1f1d77229d0fe4a2e18a30e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e43ac427b1f1d77229d0fe4a2e18a30e columnFamilyName f 2023-09-06T20:36:46,694 DEBUG [StoreOpener-e43ac427b1f1d77229d0fe4a2e18a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:46,694 INFO [StoreOpener-e43ac427b1f1d77229d0fe4a2e18a30e-1 {}] regionserver.HStore(324): Store=e43ac427b1f1d77229d0fe4a2e18a30e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:46,696 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns4/test-16940326017553/e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:36:46,697 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns4/test-16940326017553/e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:36:46,700 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:36:46,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns4/test-16940326017553/e43ac427b1f1d77229d0fe4a2e18a30e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:36:46,703 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened e43ac427b1f1d77229d0fe4a2e18a30e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9588120000, jitterRate=-0.10703673958778381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:36:46,704 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for e43ac427b1f1d77229d0fe4a2e18a30e: 2023-09-06T20:36:46,706 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e., pid=24, masterSystemTime=1694032606684 2023-09-06T20:36:46,708 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:36:46,708 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:36:46,709 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=e43ac427b1f1d77229d0fe4a2e18a30e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:46,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:36:46,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure e43ac427b1f1d77229d0fe4a2e18a30e, server=jenkins-hbase3.apache.org,41239,1694032592882 in 180 msec 2023-09-06T20:36:46,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:36:46,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940326017553, region=e43ac427b1f1d77229d0fe4a2e18a30e, ASSIGN in 343 msec 2023-09-06T20:36:46,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940326017553 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:36:46,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940326017553","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032606750"}]},"ts":"1694032606750"} 2023-09-06T20:36:46,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940326017553, state=ENABLED in hbase:meta 2023-09-06T20:36:46,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940326017553 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:36:46,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940326017553 in 441 msec 2023-09-06T20:36:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:36:46,928 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940326017553, procId: 22 completed 2023-09-06T20:36:46,928 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940326017553 get assigned. Timeout = 60000ms 2023-09-06T20:36:46,929 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:36:46,933 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940326017553 assigned to meta. Checking AM states. 2023-09-06T20:36:46,933 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:36:46,934 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940326017553 assigned. 2023-09-06T20:36:46,934 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3120d950 to 127.0.0.1:59981 2023-09-06T20:36:46,935 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:36:46,971 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940326017552' 2023-09-06T20:36:46,971 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940326017551' 2023-09-06T20:36:46,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940326017553' 2023-09-06T20:36:46,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694032601755' 2023-09-06T20:36:46,986 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.ResourceChecker(147): before: backup.TestBackupMultipleDeletes#testBackupMultipleDeletes Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=170, ProcessCount=170, AvailableMemoryMB=3798 2023-09-06T20:36:46,986 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-09-06T20:36:46,988 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] backup.TestBackupMultipleDeletes(60): create full backup image for all tables 2023-09-06T20:36:46,990 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x204526c8 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:36:46,996 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:36:47,006 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:36:47,008 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:49380, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:36:47,022 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:36:47,024 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41668, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:36:47,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:36:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:36:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:36:47,051 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:36:47,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 20 msec 2023-09-06T20:36:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:36:47,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:36:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:36:47,162 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:36:47,162 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:47,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-09-06T20:36:47,163 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:36:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:36:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:36:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:36:47,582 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4196890deddcdc6f833936cec1322f97, NAME => 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:36:47,995 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:47,995 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 4196890deddcdc6f833936cec1322f97, disabling compactions & flushes 2023-09-06T20:36:47,995 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:36:47,995 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:36:47,995 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. after waiting 0 ms 2023-09-06T20:36:47,995 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:36:47,995 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:36:47,995 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:36:47,997 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:36:47,998 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694032607997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032607997"}]},"ts":"1694032607997"} 2023-09-06T20:36:48,000 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:36:48,001 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:36:48,001 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032608001"}]},"ts":"1694032608001"} 2023-09-06T20:36:48,003 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:36:48,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=4196890deddcdc6f833936cec1322f97, ASSIGN}] 2023-09-06T20:36:48,010 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=4196890deddcdc6f833936cec1322f97, ASSIGN 2023-09-06T20:36:48,011 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=4196890deddcdc6f833936cec1322f97, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41239,1694032592882; forceNewPlan=false, retain=false 2023-09-06T20:36:48,163 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4196890deddcdc6f833936cec1322f97, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:48,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 4196890deddcdc6f833936cec1322f97, server=jenkins-hbase3.apache.org,41239,1694032592882}] 2023-09-06T20:36:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:36:48,322 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:36:48,323 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 4196890deddcdc6f833936cec1322f97, NAME => 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:36:48,323 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:36:48,323 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:48,323 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:48,324 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:48,324 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:48,325 INFO [StoreOpener-4196890deddcdc6f833936cec1322f97-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:48,328 INFO [StoreOpener-4196890deddcdc6f833936cec1322f97-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4196890deddcdc6f833936cec1322f97 columnFamilyName meta 2023-09-06T20:36:48,328 DEBUG [StoreOpener-4196890deddcdc6f833936cec1322f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:48,329 INFO [StoreOpener-4196890deddcdc6f833936cec1322f97-1 {}] regionserver.HStore(324): Store=4196890deddcdc6f833936cec1322f97/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:48,329 INFO [StoreOpener-4196890deddcdc6f833936cec1322f97-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:48,331 INFO [StoreOpener-4196890deddcdc6f833936cec1322f97-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4196890deddcdc6f833936cec1322f97 columnFamilyName session 2023-09-06T20:36:48,331 DEBUG [StoreOpener-4196890deddcdc6f833936cec1322f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:48,331 INFO [StoreOpener-4196890deddcdc6f833936cec1322f97-1 {}] regionserver.HStore(324): Store=4196890deddcdc6f833936cec1322f97/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:48,332 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:48,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:48,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:36:48,336 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:48,338 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:36:48,339 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 4196890deddcdc6f833936cec1322f97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9583635840, jitterRate=-0.10745435953140259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:36:48,339 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:36:48,340 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97., pid=28, masterSystemTime=1694032608318 2023-09-06T20:36:48,342 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:36:48,342 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:36:48,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4196890deddcdc6f833936cec1322f97, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:48,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:36:48,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 4196890deddcdc6f833936cec1322f97, server=jenkins-hbase3.apache.org,41239,1694032592882 in 180 msec 2023-09-06T20:36:48,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:36:48,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=4196890deddcdc6f833936cec1322f97, ASSIGN in 340 msec 2023-09-06T20:36:48,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:36:48,351 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032608351"}]},"ts":"1694032608351"} 2023-09-06T20:36:48,352 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:36:48,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:36:48,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.1980 sec 2023-09-06T20:36:48,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:36:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:36:49,272 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-09-06T20:36:49,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:36:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:36:49,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:36:49,290 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:49,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-09-06T20:36:49,291 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:36:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:36:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:36:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:36:49,704 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f15c65ae7d96174f84579351ea46eebf, NAME => 'backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:36:50,117 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:50,117 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing f15c65ae7d96174f84579351ea46eebf, disabling compactions & flushes 2023-09-06T20:36:50,117 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:36:50,117 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:36:50,117 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. after waiting 0 ms 2023-09-06T20:36:50,117 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:36:50,117 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:36:50,117 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for f15c65ae7d96174f84579351ea46eebf: 2023-09-06T20:36:50,119 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:36:50,119 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694032610119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032610119"}]},"ts":"1694032610119"} 2023-09-06T20:36:50,121 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:36:50,123 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:36:50,123 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032610123"}]},"ts":"1694032610123"} 2023-09-06T20:36:50,125 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:36:50,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=f15c65ae7d96174f84579351ea46eebf, ASSIGN}] 2023-09-06T20:36:50,133 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=f15c65ae7d96174f84579351ea46eebf, ASSIGN 2023-09-06T20:36:50,134 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=f15c65ae7d96174f84579351ea46eebf, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,41239,1694032592882; forceNewPlan=false, retain=false 2023-09-06T20:36:50,286 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=f15c65ae7d96174f84579351ea46eebf, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:50,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure f15c65ae7d96174f84579351ea46eebf, server=jenkins-hbase3.apache.org,41239,1694032592882}] 2023-09-06T20:36:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:36:50,445 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:36:50,445 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => f15c65ae7d96174f84579351ea46eebf, NAME => 'backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:36:50,446 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:36:50,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:36:50,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:36:50,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:36:50,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:36:50,448 INFO [StoreOpener-f15c65ae7d96174f84579351ea46eebf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:36:50,450 INFO [StoreOpener-f15c65ae7d96174f84579351ea46eebf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15c65ae7d96174f84579351ea46eebf columnFamilyName meta 2023-09-06T20:36:50,450 DEBUG [StoreOpener-f15c65ae7d96174f84579351ea46eebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:50,450 INFO [StoreOpener-f15c65ae7d96174f84579351ea46eebf-1 {}] regionserver.HStore(324): Store=f15c65ae7d96174f84579351ea46eebf/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:50,450 INFO [StoreOpener-f15c65ae7d96174f84579351ea46eebf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:36:50,452 INFO [StoreOpener-f15c65ae7d96174f84579351ea46eebf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f15c65ae7d96174f84579351ea46eebf columnFamilyName session 2023-09-06T20:36:50,452 DEBUG [StoreOpener-f15c65ae7d96174f84579351ea46eebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:36:50,453 INFO [StoreOpener-f15c65ae7d96174f84579351ea46eebf-1 {}] regionserver.HStore(324): Store=f15c65ae7d96174f84579351ea46eebf/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:36:50,454 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system_bulk/f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:36:50,454 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system_bulk/f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:36:50,456 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:36:50,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:36:50,460 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system_bulk/f15c65ae7d96174f84579351ea46eebf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:36:50,460 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened f15c65ae7d96174f84579351ea46eebf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11995929280, jitterRate=0.11720797419548035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:36:50,461 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for f15c65ae7d96174f84579351ea46eebf: 2023-09-06T20:36:50,462 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf., pid=31, masterSystemTime=1694032610441 2023-09-06T20:36:50,464 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:36:50,464 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:36:50,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=f15c65ae7d96174f84579351ea46eebf, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:50,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-09-06T20:36:50,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure f15c65ae7d96174f84579351ea46eebf, server=jenkins-hbase3.apache.org,41239,1694032592882 in 178 msec 2023-09-06T20:36:50,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-09-06T20:36:50,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=f15c65ae7d96174f84579351ea46eebf, ASSIGN in 338 msec 2023-09-06T20:36:50,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:36:50,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032610472"}]},"ts":"1694032610472"} 2023-09-06T20:36:50,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:36:50,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:36:50,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1900 sec 2023-09-06T20:36:50,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:36:50,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:36:50,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940326017551 2023-09-06T20:36:50,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940326017551 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:36:50,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:36:50,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:36:50,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032601755 2023-09-06T20:36:50,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694032601755 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:36:50,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940326017553 2023-09-06T20:36:50,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940326017553 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:36:50,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940326017552 2023-09-06T20:36:50,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940326017552 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:36:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:36:51,401 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-09-06T20:36:51,416 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:36:51,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:36:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032611463 (current time:1694032611463). 2023-09-06T20:36:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:36:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:36:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2abc3dfe to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:36:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404133ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:36:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:36:51,476 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46470, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:36:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2abc3dfe to 127.0.0.1:59981 2023-09-06T20:36:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:36:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:36:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:36:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:36:51,494 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:36:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:36:51,501 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:36:51,504 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:36:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:36:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:36:51,918 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:36:51,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97}] 2023-09-06T20:36:51,928 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:52,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-09-06T20:36:52,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:36:52,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 4196890deddcdc6f833936cec1322f97 2/2 column families, dataSize=45 B heapSize=632 B 2023-09-06T20:36:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:36:52,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/7e9cc2b463a9446494c7bedf38f17dc8 is 49, key is activesession:/session:c/1694032611448/Put/seqid=0 2023-09-06T20:36:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:36:52,603 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/7e9cc2b463a9446494c7bedf38f17dc8 2023-09-06T20:36:52,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/7e9cc2b463a9446494c7bedf38f17dc8 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8 2023-09-06T20:36:52,697 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8, entries=1, sequenceid=5, filesize=4.9 K 2023-09-06T20:36:52,701 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 4196890deddcdc6f833936cec1322f97 in 606ms, sequenceid=5, compaction requested=false 2023-09-06T20:36:52,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:36:52,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:36:52,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. for snapshot_backup_system completed. 2023-09-06T20:36:52,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:36:52,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:36:52,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:36:52,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8] hfiles 2023-09-06T20:36:52,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8 for snapshot=snapshot_backup_system 2023-09-06T20:36:52,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:36:52,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-09-06T20:36:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-09-06T20:36:52,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:52,749 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:36:52,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:36:52,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 in 830 msec 2023-09-06T20:36:52,753 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:36:52,755 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:36:52,758 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:36:52,758 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:36:52,761 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:36:52,794 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:36:52,811 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:36:52,812 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:36:52,814 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:36:52,814 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:36:52,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3280 sec 2023-09-06T20:36:52,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:36:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:36:53,604 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-09-06T20:36:53,604 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(115): Backup backup_1694032607000 started at 1694032613604. 2023-09-06T20:36:53,626 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(119): Backup session backup_1694032607000 has been started. 2023-09-06T20:36:53,629 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:36:53,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:36:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:36:53,646 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:36:53,646 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:36:53,647 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:36:53,647 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:36:53,648 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:36:53,648 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:36:53,649 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:36:53,649 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,649 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:36:53,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:36:53,650 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,650 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:36:53,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:36:53,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:36:53,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:36:53,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:36:53,651 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:36:53,653 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:36:53,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:36:53,653 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:36:53,653 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:36:53,654 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:36:53,654 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:36:53,654 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:36:53,657 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:36:53,657 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:36:53,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:36:53,657 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:36:53,657 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:36:53,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:36:53,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:36:53,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:36:53,659 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,659 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:36:53,660 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:36:53,660 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:36:53,660 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7a7b9b2a[Count = 0] remaining members to acquire global barrier 2023-09-06T20:36:53,660 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:36:53,662 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:36:53,662 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:36:53,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:36:53,662 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:36:53,662 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,662 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:36:53,663 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:36:53,663 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,663 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032594805 highest: 1694032594805 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,663 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta:.meta(num 1694032595303) roll requested 2023-09-06T20:36:53,675 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta, exclude list is [], retry=0 2023-09-06T20:36:53,682 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:36:53,686 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032595303.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta 2023-09-06T20:36:53,687 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:36:53,688 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032595303.meta is not closed yet, will try archiving it next time 2023-09-06T20:36:53,688 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882:(num 1694032594805) roll requested 2023-09-06T20:36:53,700 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688, exclude list is [], retry=0 2023-09-06T20:36:53,704 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:36:53,704 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032613688 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,704 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:36:53,705 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:36:53,711 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42444, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:36:53,713 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032594805 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688 2023-09-06T20:36:53,713 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:36:53,713 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032594805 is not closed yet, will try archiving it next time 2023-09-06T20:36:53,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032594805 not finished, retry = 0 2023-09-06T20:36:53,736 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:36:53,736 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,41239,1694032592882' in zk 2023-09-06T20:36:53,739 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,739 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:36:53,740 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:36:53,740 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:36:53,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:36:53,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:36:53,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:36:53,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:36:53,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:36:53,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:36:53,743 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:36:53,743 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,41239,1694032592882': 2023-09-06T20:36:53,744 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:36:53,744 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:36:53,744 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:36:53,744 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:36:53,744 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:36:53,744 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:36:53,747 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:36:53,747 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:36:53,747 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:36:53,747 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:36:53,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:36:53,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:36:53,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:36:53,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:36:53,748 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:36:53,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:36:53,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:36:53,748 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:36:53,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:36:53,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:36:53,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:36:53,750 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:36:53,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:36:53,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:36:53,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:36:53,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:36:53,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:36:53,760 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:36:53,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:36:53,760 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:36:53,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:36:53,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:36:53,760 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:36:53,760 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:36:53,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:36:53,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:36:53,761 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:36:53,761 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:36:53,763 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:36:53,763 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:36:53,863 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:36:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:36:53,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } 2023-09-06T20:36:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032613885 (current time:1694032613885). 2023-09-06T20:36:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:36:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032613883_default_test-1694032601755 VERSION not specified, setting to 2 2023-09-06T20:36:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x52d6d638 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:36:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5892cddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:36:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:36:53,903 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46484, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:36:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x52d6d638 to 127.0.0.1:59981 2023-09-06T20:36:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:36:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:36:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } 2023-09-06T20:36:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:36:53,911 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:36:53,912 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:36:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:36:53,915 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:36:53,925 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:36:53,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure c5b94de7af829890f2f779513159d506}] 2023-09-06T20:36:53,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure c5b94de7af829890f2f779513159d506 2023-09-06T20:36:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:36:54,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-09-06T20:36:54,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:36:54,080 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing c5b94de7af829890f2f779513159d506 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:36:54,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/.tmp/f/933cb5f9e9d14dc6af12320d8413faf9 is 37, key is row10/f:q1/1694032604406/Put/seqid=0 2023-09-06T20:36:54,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/.tmp/f/933cb5f9e9d14dc6af12320d8413faf9 2023-09-06T20:36:54,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/.tmp/f/933cb5f9e9d14dc6af12320d8413faf9 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/f/933cb5f9e9d14dc6af12320d8413faf9 2023-09-06T20:36:54,132 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/f/933cb5f9e9d14dc6af12320d8413faf9, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:36:54,134 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c5b94de7af829890f2f779513159d506 in 54ms, sequenceid=103, compaction requested=false 2023-09-06T20:36:54,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for c5b94de7af829890f2f779513159d506: 2023-09-06T20:36:54,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. for snapshot_1694032613883_default_test-1694032601755 completed. 2023-09-06T20:36:54,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506.' region-info for snapshot=snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:36:54,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:36:54,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/f/933cb5f9e9d14dc6af12320d8413faf9] hfiles 2023-09-06T20:36:54,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/f/933cb5f9e9d14dc6af12320d8413faf9 for snapshot=snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:36:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:36:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:36:54,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:36:54,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-09-06T20:36:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-09-06T20:36:54,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032613883_default_test-1694032601755 on region c5b94de7af829890f2f779513159d506 2023-09-06T20:36:54,555 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure c5b94de7af829890f2f779513159d506 2023-09-06T20:36:54,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:36:54,558 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:36:54,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure c5b94de7af829890f2f779513159d506 in 631 msec 2023-09-06T20:36:54,559 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:36:54,560 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:36:54,560 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:36:54,561 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:36:54,587 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:36:54,596 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:36:54,597 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_1694032613883_default_test-1694032601755 to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:36:54,599 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:36:54,599 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:36:54,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032613883_default_test-1694032601755 table=test-1694032601755 type=FLUSH ttl=0 } in 694 msec 2023-09-06T20:36:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:36:55,021 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1694032601755, procId: 34 completed 2023-09-06T20:36:55,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } 2023-09-06T20:36:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032615022 (current time:1694032615022). 2023-09-06T20:36:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:36:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032615021_ns2_test-16940326017551 VERSION not specified, setting to 2 2023-09-06T20:36:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5e030457 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:36:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a006eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:36:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:36:55,032 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46498, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:36:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5e030457 to 127.0.0.1:59981 2023-09-06T20:36:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:36:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:36:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } 2023-09-06T20:36:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:36:55,037 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:36:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:36:55,038 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:36:55,040 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:36:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:36:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:36:55,453 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:36:55,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure acb1918f2def95cd1ad4669f6d316b30}] 2023-09-06T20:36:55,455 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:55,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-09-06T20:36:55,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:36:55,611 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing acb1918f2def95cd1ad4669f6d316b30 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:36:55,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/.tmp/f/47e609e81c4b46f592d88831a3ba8366 is 37, key is row10/f:q1/1694032605116/Put/seqid=0 2023-09-06T20:36:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:36:55,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:36:56,037 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/.tmp/f/47e609e81c4b46f592d88831a3ba8366 2023-09-06T20:36:56,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/.tmp/f/47e609e81c4b46f592d88831a3ba8366 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/f/47e609e81c4b46f592d88831a3ba8366 2023-09-06T20:36:56,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/f/47e609e81c4b46f592d88831a3ba8366, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:36:56,055 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for acb1918f2def95cd1ad4669f6d316b30 in 444ms, sequenceid=103, compaction requested=false 2023-09-06T20:36:56,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for acb1918f2def95cd1ad4669f6d316b30: 2023-09-06T20:36:56,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. for snapshot_1694032615021_ns2_test-16940326017551 completed. 2023-09-06T20:36:56,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30.' region-info for snapshot=snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:36:56,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:36:56,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/f/47e609e81c4b46f592d88831a3ba8366] hfiles 2023-09-06T20:36:56,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/f/47e609e81c4b46f592d88831a3ba8366 for snapshot=snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:36:56,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:36:56,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-09-06T20:36:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-09-06T20:36:56,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032615021_ns2_test-16940326017551 on region acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:56,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:36:56,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-09-06T20:36:56,069 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:36:56,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure acb1918f2def95cd1ad4669f6d316b30 in 614 msec 2023-09-06T20:36:56,070 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:36:56,071 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:36:56,071 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:36:56,072 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:36:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:36:56,491 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:36:56,498 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:36:56,499 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_1694032615021_ns2_test-16940326017551 to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:36:56,500 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:36:56,501 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:36:56,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032615021_ns2_test-16940326017551 table=ns2:test-16940326017551 type=FLUSH ttl=0 } in 1.4680 sec 2023-09-06T20:36:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:36:57,147 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns2:test-16940326017551, procId: 36 completed 2023-09-06T20:36:57,147 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032607000 2023-09-06T20:36:57,147 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:36:57,149 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-09-06T20:36:57,153 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032607000_ns2:test-16940326017551 2023-09-06T20:36:57,153 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032615021_ns2_test-16940326017551 to hdfs://localhost:45845/backupUT/backup_1694032607000/ns2/test-16940326017551/ 2023-09-06T20:36:57,167 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:36:57,206 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:45845, inputRoot=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:36:57,207 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,39849,1694032589599_-784083792_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45845/backupUT/backup_1694032607000/ns2/test-16940326017551, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45845/backupUT/backup_1694032607000/ns2/test-16940326017551/.hbase-snapshot/.tmp/snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:36:57,207 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:45845, inputRoot=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97, snapshotDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_1694032615021_ns2_test-16940326017551. 2023-09-06T20:36:57,222 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_1694032615021_ns2_test-16940326017551 to hdfs://localhost:45845/backupUT/backup_1694032607000/ns2/test-16940326017551/.hbase-snapshot/.tmp/snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:36:57,660 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:57,660 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:57,661 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:57,662 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,668 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-8465898178551411518.jar 2023-09-06T20:36:58,668 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,669 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,669 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,670 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,670 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,671 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,671 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,672 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,672 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:36:58,673 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:36:58,674 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:36:58,674 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:36:58,674 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:36:58,675 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:36:58,676 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:36:58,676 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:36:58,676 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:36:58,677 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:36:58,678 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:36:58,679 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:36:58,679 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:36:58,685 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:36:58,686 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:36:58,686 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:36:58,687 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:36:58,687 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:36:58,688 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:36:58,689 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:36:58,776 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:36:58,805 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032615021_ns2_test-16940326017551' hfile list 2023-09-06T20:36:58,818 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:36:59,051 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032619002/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:36:59,051 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032619002/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:36:59,208 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:36:59,272 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/f/47e609e81c4b46f592d88831a3ba8366 output=hdfs://localhost:45845/backupUT/backup_1694032607000/ns2/test-16940326017551/archive/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/f/47e609e81c4b46f592d88831a3ba8366 2023-09-06T20:36:59,272 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-09-06T20:37:00,110 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:37:00,111 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:37:00,119 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:37:00,119 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032615021_ns2_test-16940326017551 finished. 2023-09-06T20:37:00,119 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032607000_test-1694032601755 2023-09-06T20:37:00,119 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032613883_default_test-1694032601755 to hdfs://localhost:45845/backupUT/backup_1694032607000/default/test-1694032601755/ 2023-09-06T20:37:00,119 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:37:00,147 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:45845, inputRoot=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:37:00,147 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,39849,1694032589599_966616429_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45845/backupUT/backup_1694032607000/default/test-1694032601755, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45845/backupUT/backup_1694032607000/default/test-1694032601755/.hbase-snapshot/.tmp/snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:37:00,147 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:45845, inputRoot=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97, snapshotDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_1694032613883_default_test-1694032601755. 2023-09-06T20:37:00,156 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_1694032613883_default_test-1694032601755 to hdfs://localhost:45845/backupUT/backup_1694032607000/default/test-1694032601755/.hbase-snapshot/.tmp/snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:37:00,583 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:00,584 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:00,585 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:00,586 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,641 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-3132604707137505374.jar 2023-09-06T20:37:01,642 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,642 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,643 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,643 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,644 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,644 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,645 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,645 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,646 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:01,646 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:01,647 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:37:01,648 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:37:01,648 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:37:01,649 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:37:01,649 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:37:01,650 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:37:01,650 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:37:01,651 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:37:01,651 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:37:01,652 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:37:01,652 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:37:01,653 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:37:01,653 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:37:01,654 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:01,655 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:37:01,655 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:37:01,656 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:01,656 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:01,684 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:01,703 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032613883_default_test-1694032601755' hfile list 2023-09-06T20:37:01,706 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:37:01,828 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032621787/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:37:01,828 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032621787/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:37:01,890 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:37:01,918 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/f/933cb5f9e9d14dc6af12320d8413faf9 output=hdfs://localhost:45845/backupUT/backup_1694032607000/default/test-1694032601755/archive/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/f/933cb5f9e9d14dc6af12320d8413faf9 2023-09-06T20:37:01,918 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-09-06T20:37:02,868 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:37:02,869 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:37:02,876 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:37:02,877 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032613883_default_test-1694032601755 finished. 2023-09-06T20:37:02,877 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1014): ns2:test-16940326017551 2023-09-06T20:37:02,877 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1014): test-1694032601755 2023-09-06T20:37:02,950 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032607000 2023-09-06T20:37:02,950 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:37:03,363 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032607000/.backup.manifest 2023-09-06T20:37:03,363 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032607000 2023-09-06T20:37:03,363 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:37:03,770 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032607000/.backup.manifest 2023-09-06T20:37:03,770 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(358): Backup backup_1694032607000 finished: type=FULL,tablelist=ns2:test-16940326017551;test-1694032601755,targetRootDir=hdfs://localhost:45845/backupUT,startts=1694032613604,completets=1694032622947,bytescopied=0 2023-09-06T20:37:03,771 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:37:03,771 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:37:03,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032615021_ns2_test-16940326017551" 2023-09-06T20:37:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032615021_ns2_test-16940326017551 2023-09-06T20:37:03,792 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032615021_ns2_test-16940326017551 for backup backup_1694032607000 succeeded. 2023-09-06T20:37:03,792 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:37:03,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032613883_default_test-1694032601755" 2023-09-06T20:37:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032613883_default_test-1694032601755 2023-09-06T20:37:03,798 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032613883_default_test-1694032601755 for backup backup_1694032607000 succeeded. 2023-09-06T20:37:03,799 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:37:03,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:37:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:37:03,817 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:37:03,824 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:37:03,842 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(376): Backup backup_1694032607000 completed. 2023-09-06T20:37:04,020 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:37:04,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032624025 (current time:1694032624025). 2023-09-06T20:37:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:37:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:37:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x47f0253e to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2bd522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:04,039 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47420, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x47f0253e to 127.0.0.1:59981 2023-09-06T20:37:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:37:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:37:04,044 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:37:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:37:04,045 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:37:04,047 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:37:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:37:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:37:04,459 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:37:04,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97}] 2023-09-06T20:37:04,460 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:04,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-09-06T20:37:04,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:04,612 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 4196890deddcdc6f833936cec1322f97 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-09-06T20:37:04,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/2183861d94e14807a2144cfdff72018e is 171, key is trslm:hdfs://localhost:45845/backupUT\x00ns2:test-16940326017551/meta:log-roll-map/1694032622937/Put/seqid=0 2023-09-06T20:37:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:37:05,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/2183861d94e14807a2144cfdff72018e 2023-09-06T20:37:05,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/3dcaea4566774efb9ee56854524ba383 is 459, key is session:backup_1694032607000/session:context/1694032623823/Put/seqid=0 2023-09-06T20:37:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:37:05,451 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/3dcaea4566774efb9ee56854524ba383 2023-09-06T20:37:05,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/2183861d94e14807a2144cfdff72018e as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e 2023-09-06T20:37:05,468 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e, entries=6, sequenceid=17, filesize=5.8 K 2023-09-06T20:37:05,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/3dcaea4566774efb9ee56854524ba383 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383 2023-09-06T20:37:05,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383, entries=2, sequenceid=17, filesize=5.4 K 2023-09-06T20:37:05,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for 4196890deddcdc6f833936cec1322f97 in 866ms, sequenceid=17, compaction requested=false 2023-09-06T20:37:05,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:37:05,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. for snapshot_backup_system completed. 2023-09-06T20:37:05,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:37:05,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:37:05,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e] hfiles 2023-09-06T20:37:05,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e for snapshot=snapshot_backup_system 2023-09-06T20:37:05,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383] hfiles 2023-09-06T20:37:05,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8 for snapshot=snapshot_backup_system 2023-09-06T20:37:05,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383 for snapshot=snapshot_backup_system 2023-09-06T20:37:05,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:05,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-09-06T20:37:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-09-06T20:37:05,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:05,495 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:05,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-09-06T20:37:05,498 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:37:05,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 in 1.0370 sec 2023-09-06T20:37:05,499 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:37:05,500 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:37:05,500 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:37:05,501 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:37:05,512 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:37:05,519 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:37:05,520 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:37:05,521 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:37:05,521 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:37:05,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.4800 sec 2023-09-06T20:37:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:37:06,153 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-09-06T20:37:06,153 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(115): Backup backup_1694032623990 started at 1694032626153. 2023-09-06T20:37:06,155 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(119): Backup session backup_1694032623990 has been started. 2023-09-06T20:37:06,162 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16940326017551, test-1694032601755] 2023-09-06T20:37:06,167 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(76): StartCode 1694032594805for backupID backup_1694032623990 2023-09-06T20:37:06,167 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-09-06T20:37:06,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:37:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:37:06,169 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:37:06,169 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:37:06,171 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:37:06,171 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:37:06,171 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:06,171 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:06,174 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,174 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:06,174 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:06,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:06,174 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,174 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:37:06,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:06,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:06,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:37:06,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:06,175 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:37:06,175 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:37:06,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:37:06,176 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:37:06,176 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:37:06,177 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:37:06,177 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:37:06,177 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:37:06,180 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:06,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:06,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:06,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:06,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:06,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,182 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:06,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:06,182 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:37:06,182 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:37:06,182 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:37:06,182 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@567ff0de[Count = 0] remaining members to acquire global barrier 2023-09-06T20:37:06,182 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:37:06,182 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:06,184 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:06,184 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:06,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:06,184 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:37:06,184 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,184 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:37:06,187 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:37:06,187 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,187 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032613688 highest: 1694032613688 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,187 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta:.meta(num 1694032613664) roll requested 2023-09-06T20:37:06,198 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta, exclude list is [], retry=0 2023-09-06T20:37:06,203 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:06,205 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta 2023-09-06T20:37:06,205 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:06,205 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta is not closed yet, will try archiving it next time 2023-09-06T20:37:06,205 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882:(num 1694032613688) roll requested 2023-09-06T20:37:06,209 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta 2023-09-06T20:37:06,218 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205, exclude list is [], retry=0 2023-09-06T20:37:06,223 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:06,227 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-09-06T20:37:06,227 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032626205 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,230 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688 with entries=113, filesize=13.97 KB; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 2023-09-06T20:37:06,230 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:06,230 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688 is not closed yet, will try archiving it next time 2023-09-06T20:37:06,245 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:37:06,245 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,41239,1694032592882' in zk 2023-09-06T20:37:06,248 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,248 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:37:06,248 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:06,248 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:37:06,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:06,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:06,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:06,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:06,251 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:06,251 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,251 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:06,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:06,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,41239,1694032592882': 2023-09-06T20:37:06,253 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:37:06,253 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:37:06,253 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:37:06,253 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:37:06,253 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:37:06,253 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:37:06,256 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:06,256 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:06,256 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:06,256 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:06,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:06,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:06,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:06,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:06,257 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:06,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:06,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:06,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:06,257 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:06,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:06,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:06,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,259 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:06,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:06,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,266 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:06,266 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:06,266 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:06,266 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:06,266 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:37:06,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:06,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:37:06,267 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:06,267 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:06,267 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:06,267 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:06,268 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:06,268 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:06,268 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:37:06,268 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:37:06,268 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:06,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:06,368 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:37:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:37:06,372 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:41239=1694032594805} newestTimestamps: {jenkins-hbase3.apache.org:41239=1694032613688} 2023-09-06T20:37:06,374 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032595303.meta 2023-09-06T20:37:06,374 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta 2023-09-06T20:37:06,375 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688 2023-09-06T20:37:06,375 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 2023-09-06T20:37:06,375 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta 2023-09-06T20:37:06,788 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16940326017551 target: hdfs://localhost:45845/backupUT/backup_1694032623990/ns2/test-16940326017551 descriptor: 'ns2:test-16940326017551', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:06,788 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:06,791 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16940326017551 2023-09-06T20:37:07,200 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16940326017551 2023-09-06T20:37:07,214 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:test-1694032601755 target: hdfs://localhost:45845/backupUT/backup_1694032623990/default/test-1694032601755 descriptor: 'test-1694032601755', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:07,214 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:07,217 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table test-1694032601755 2023-09-06T20:37:07,623 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table test-1694032601755 2023-09-06T20:37:07,633 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:45845/backupUT/.tmp/backup_1694032623990 from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688 2023-09-06T20:37:07,637 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7d81471b to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:07,644 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d274efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:07,646 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:37:07,648 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48264, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:37:07,666 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:37:07,667 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940326017551 2023-09-06T20:37:07,672 DEBUG [hconnection-0x56acec3c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:07,674 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47424, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:07,677 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940326017551: ns2:test-16940326017551; 2023-09-06T20:37:07,678 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694032601755 2023-09-06T20:37:07,684 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694032601755: test-1694032601755; 2023-09-06T20:37:07,684 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-09-06T20:37:07,684 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/hbase-staging/partitions_95979b64-f6ac-4104-8842-7d972f34b150 2023-09-06T20:37:07,733 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:07,733 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:07,734 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:07,734 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,093 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:37:08,095 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48278, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:37:08,792 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-4123970775601432183.jar 2023-09-06T20:37:08,793 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,793 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,794 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,794 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,795 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,795 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,796 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,796 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,796 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,797 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:08,798 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:37:08,799 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:37:08,799 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:37:08,800 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:37:08,800 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:37:08,801 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:37:08,801 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:37:08,802 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:37:08,802 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:37:08,803 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:37:08,803 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:37:08,805 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,806 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,806 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,807 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,807 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,807 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:08,808 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:08,808 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16940326017551,default:test-1694032601755 2023-09-06T20:37:08,808 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:37:08,809 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7d81471b to 127.0.0.1:59981 2023-09-06T20:37:08,809 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:08,809 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:09,824 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-6715944196446060520.jar 2023-09-06T20:37:09,830 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:09,845 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688 for WAL files 2023-09-06T20:37:09,847 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688 2023-09-06T20:37:09,926 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032629892/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:37:09,926 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032629892/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:37:10,012 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688 for hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032613688 (-9223372036854775808:9223372036854775807) length:14316 2023-09-06T20:37:10,030 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:37:10,030 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:37:10,166 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5d420caa to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:10,173 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b28b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:10,176 DEBUG [hconnection-0x15d4c026-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:10,177 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42020, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:10,180 DEBUG [pool-204-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5d420caa to 127.0.0.1:59981 2023-09-06T20:37:10,180 DEBUG [pool-204-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:10,182 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-09-06T20:37:10,182 DEBUG [pool-204-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:37:10,197 DEBUG [pool-204-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/backupUT/.tmp/backup_1694032623990/_temporary/0/_temporary/attempt_local979551699_0003_r_000001_0/default/test-1694032601755/f/47409a610efa4db184bafb3ea315d2db is 40, key is row-t110/f:q1/1694032623876/Put/seqid=0 2023-09-06T20:37:10,200 WARN [Thread-846 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:41239] Specified favored nodes: [jenkins-hbase3.apache.org:41239] 2023-09-06T20:37:10,964 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:45845/backupUT 2023-09-06T20:37:10,964 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1694032623990 2023-09-06T20:37:10,964 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-09-06T20:37:10,983 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:45845/backupUT/.tmp/backup_1694032623990, hdfs://localhost:45845/backupUT] 2023-09-06T20:37:11,039 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:11,623 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-09-06T20:37:11,625 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1694032623990 2023-09-06T20:37:11,625 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 8796 bytes copied." 2023-09-06T20:37:11,626 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1567285217_0004 completed: true true 2023-09-06T20:37:11,631 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3775863 FILE: Number of bytes written=5064492 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=107127 HDFS: Number of bytes written=2323069 HDFS: Number of read operations=443 HDFS: Number of large read operations=0 HDFS: Number of write operations=187 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1298661376 File Input Format Counters Bytes Read=1478 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=8796 Bytes Expected=8796 Files Copied=2 DIR_COPY=4 2023-09-06T20:37:11,631 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:45845/backupUT/.tmp/backup_1694032623990 to hdfs://localhost:45845/backupUT finished. 2023-09-06T20:37:11,645 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:37:11,645 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032623990 2023-09-06T20:37:11,651 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:37:11,651 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032623990 2023-09-06T20:37:11,653 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:37:12,063 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:12,063 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032623990 2023-09-06T20:37:12,066 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:37:12,066 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032623990 2023-09-06T20:37:12,068 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:37:12,474 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:12,474 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032623990 2023-09-06T20:37:12,477 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:37:12,883 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:12,883 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(358): Backup backup_1694032623990 finished: type=INCREMENTAL,tablelist=ns2:test-16940326017551;test-1694032601755,targetRootDir=hdfs://localhost:45845/backupUT,startts=1694032626153,completets=1694032631645,bytescopied=0 2023-09-06T20:37:12,883 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:37:12,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:37:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:37:12,894 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:37:12,896 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:37:12,899 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(376): Backup backup_1694032623990 completed. 2023-09-06T20:37:13,035 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:37:13,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032633039 (current time:1694032633039). 2023-09-06T20:37:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:37:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:37:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7e9a7076 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5d7e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:13,050 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42024, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7e9a7076 to 127.0.0.1:59981 2023-09-06T20:37:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:37:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-09-06T20:37:13,054 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:37:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:37:13,055 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:37:13,057 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:37:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:37:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:37:13,464 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:37:13,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97}] 2023-09-06T20:37:13,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:13,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-09-06T20:37:13,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:13,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2819): Flushing 4196890deddcdc6f833936cec1322f97 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-09-06T20:37:13,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/24166263a60e48b68615073980eafee8 is 171, key is trslm:hdfs://localhost:45845/backupUT\x00ns2:test-16940326017551/meta:log-roll-map/1694032631636/Put/seqid=0 2023-09-06T20:37:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:37:14,029 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/24166263a60e48b68615073980eafee8 2023-09-06T20:37:14,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/76bd84737d2441529d135c86f269a41c is 360, key is session:backup_1694032623990/session:context/1694032632895/Put/seqid=0 2023-09-06T20:37:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:37:14,444 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/76bd84737d2441529d135c86f269a41c 2023-09-06T20:37:14,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/24166263a60e48b68615073980eafee8 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8 2023-09-06T20:37:14,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8, entries=4, sequenceid=28, filesize=5.7 K 2023-09-06T20:37:14,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/76bd84737d2441529d135c86f269a41c as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c 2023-09-06T20:37:14,466 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c, entries=2, sequenceid=28, filesize=5.3 K 2023-09-06T20:37:14,468 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for 4196890deddcdc6f833936cec1322f97 in 850ms, sequenceid=28, compaction requested=true 2023-09-06T20:37:14,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:37:14,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. for snapshot_backup_system completed. 2023-09-06T20:37:14,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:37:14,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:37:14,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8] hfiles 2023-09-06T20:37:14,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e for snapshot=snapshot_backup_system 2023-09-06T20:37:14,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8 for snapshot=snapshot_backup_system 2023-09-06T20:37:14,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c] hfiles 2023-09-06T20:37:14,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8 for snapshot=snapshot_backup_system 2023-09-06T20:37:14,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383 for snapshot=snapshot_backup_system 2023-09-06T20:37:14,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c for snapshot=snapshot_backup_system 2023-09-06T20:37:14,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:14,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-09-06T20:37:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=41 2023-09-06T20:37:14,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:14,877 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:14,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-09-06T20:37:14,879 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:37:14,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 in 1.4140 sec 2023-09-06T20:37:14,880 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:37:14,880 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:37:14,880 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:37:14,881 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:37:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:37:15,292 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:37:15,300 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:37:15,301 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:37:15,302 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:37:15,302 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-09-06T20:37:15,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2500 sec 2023-09-06T20:37:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:37:17,162 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 40 completed 2023-09-06T20:37:17,162 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(115): Backup backup_1694032633008 started at 1694032637162. 2023-09-06T20:37:17,164 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(119): Backup session backup_1694032633008 has been started. 2023-09-06T20:37:17,166 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16940326017551, test-1694032601755] 2023-09-06T20:37:17,173 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(76): StartCode 1694032613688for backupID backup_1694032633008 2023-09-06T20:37:17,173 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-09-06T20:37:17,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:37:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:37:17,174 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:37:17,174 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:37:17,175 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:37:17,175 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:37:17,176 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:17,176 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:17,177 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,177 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:17,177 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:17,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:17,177 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,177 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:37:17,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:17,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:17,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:37:17,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:17,178 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:37:17,179 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:37:17,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:37:17,179 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:37:17,179 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:37:17,180 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:37:17,180 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:37:17,180 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:37:17,184 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,184 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:17,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:17,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:17,185 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:37:17,185 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:37:17,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:17,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:17,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:17,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:17,187 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:37:17,187 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@68d7ba79[Count = 0] remaining members to acquire global barrier 2023-09-06T20:37:17,187 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:37:17,187 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:17,189 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:17,189 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:17,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:17,189 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:37:17,189 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,189 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:37:17,189 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:37:17,189 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,189 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032626205 highest: 1694032626205 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,189 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta:.meta(num 1694032626187) roll requested 2023-09-06T20:37:17,201 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta, exclude list is [], retry=0 2023-09-06T20:37:17,207 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:17,210 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta 2023-09-06T20:37:17,210 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:17,211 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta is not closed yet, will try archiving it next time 2023-09-06T20:37:17,211 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882:(num 1694032626205) roll requested 2023-09-06T20:37:17,213 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta 2023-09-06T20:37:17,228 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211, exclude list is [], retry=0 2023-09-06T20:37:17,230 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:37:17,230 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032637211 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,232 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:17,234 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 with entries=109, filesize=13.33 KB; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 2023-09-06T20:37:17,234 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:17,234 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 is not closed yet, will try archiving it next time 2023-09-06T20:37:17,241 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:37:17,241 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,41239,1694032592882' in zk 2023-09-06T20:37:17,243 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:37:17,243 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,243 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:17,243 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:37:17,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:17,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:17,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:17,244 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:17,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:17,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:17,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:17,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,41239,1694032592882': 2023-09-06T20:37:17,246 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:37:17,246 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:37:17,246 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:37:17,246 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:37:17,246 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:37:17,246 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:37:17,248 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:17,248 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:17,248 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:17,248 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:17,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:17,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:17,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:17,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:17,248 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:17,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:17,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:17,249 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:17,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:17,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:17,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:17,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,250 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:17,251 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:17,251 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,253 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,253 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:17,253 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:17,253 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:17,253 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:17,253 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:17,253 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:17,253 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:17,253 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:17,253 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:17,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:17,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:37:17,253 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:17,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:37:17,254 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:17,254 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:37:17,254 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:17,254 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:37:17,342 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-09-06T20:37:17,342 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-09-06T20:37:17,354 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:37:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:37:17,358 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:41239=1694032613688} newestTimestamps: {jenkins-hbase3.apache.org:41239=1694032626205} 2023-09-06T20:37:17,359 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032595303.meta 2023-09-06T20:37:17,359 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta 2023-09-06T20:37:17,360 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 2023-09-06T20:37:17,360 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 2023-09-06T20:37:17,360 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta 2023-09-06T20:37:17,360 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta 2023-09-06T20:37:17,771 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16940326017551 target: hdfs://localhost:45845/backupUT/backup_1694032633008/ns2/test-16940326017551 descriptor: 'ns2:test-16940326017551', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:17,771 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:17,774 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16940326017551 2023-09-06T20:37:18,180 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16940326017551 2023-09-06T20:37:18,191 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:test-1694032601755 target: hdfs://localhost:45845/backupUT/backup_1694032633008/default/test-1694032601755 descriptor: 'test-1694032601755', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:18,191 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:18,193 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table test-1694032601755 2023-09-06T20:37:18,598 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table test-1694032601755 2023-09-06T20:37:18,604 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:45845/backupUT/.tmp/backup_1694032633008 from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 2023-09-06T20:37:18,605 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2c9fc55a to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:18,612 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f218377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:18,613 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:37:18,615 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48082, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:37:18,617 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:37:18,617 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940326017551 2023-09-06T20:37:18,623 DEBUG [hconnection-0x4fc680da-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:18,624 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42040, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:18,625 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940326017551: ns2:test-16940326017551; 2023-09-06T20:37:18,625 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694032601755 2023-09-06T20:37:18,628 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694032601755: test-1694032601755; 2023-09-06T20:37:18,628 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-09-06T20:37:18,628 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/hbase-staging/partitions_fc47148f-1637-4a39-921e-16fe55b5a0ec 2023-09-06T20:37:19,035 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:19,035 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:19,036 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:19,036 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,039 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-2891943219466959038.jar 2023-09-06T20:37:20,039 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,040 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,040 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,041 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,041 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,041 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,042 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,042 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,043 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,043 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:20,044 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:37:20,044 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:37:20,045 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:37:20,045 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:37:20,046 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:37:20,046 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:37:20,046 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:37:20,047 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:37:20,047 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:37:20,048 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:37:20,048 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:37:20,048 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,049 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,049 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,049 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,050 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,050 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:20,051 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:20,051 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16940326017551,default:test-1694032601755 2023-09-06T20:37:20,051 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:37:20,051 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2c9fc55a to 127.0.0.1:59981 2023-09-06T20:37:20,051 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:20,052 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:21,056 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-5996371255690859548.jar 2023-09-06T20:37:21,061 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:21,077 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 for WAL files 2023-09-06T20:37:21,078 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 2023-09-06T20:37:21,150 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032641115/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:37:21,150 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032641115/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:37:21,210 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 for hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032626205 (-9223372036854775808:9223372036854775807) length:13653 2023-09-06T20:37:21,218 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:37:21,218 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:37:21,235 DEBUG [pool-217-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x37807f91 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:21,251 DEBUG [pool-217-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66632551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:21,253 DEBUG [hconnection-0x532bf436-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:21,256 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45594, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:21,258 DEBUG [pool-217-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x37807f91 to 127.0.0.1:59981 2023-09-06T20:37:21,259 DEBUG [pool-217-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:21,260 DEBUG [pool-217-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-09-06T20:37:21,261 DEBUG [pool-217-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:37:21,270 DEBUG [pool-217-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/backupUT/.tmp/backup_1694032633008/_temporary/0/_temporary/attempt_local434288320_0005_r_000000_0/ns2/test-16940326017551/f/374845d126de40168b077daef4bdee9d is 40, key is row-t210/f:q1/1694032632924/Put/seqid=0 2023-09-06T20:37:21,272 WARN [Thread-971 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:41239] Specified favored nodes: [jenkins-hbase3.apache.org:41239] 2023-09-06T20:37:22,198 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:45845/backupUT 2023-09-06T20:37:22,198 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1694032633008 2023-09-06T20:37:22,198 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-09-06T20:37:22,203 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:45845/backupUT/.tmp/backup_1694032633008, hdfs://localhost:45845/backupUT] 2023-09-06T20:37:22,228 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:22,833 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-09-06T20:37:22,835 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1694032633008 2023-09-06T20:37:22,835 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 9113 bytes copied." 2023-09-06T20:37:22,835 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1022969336_0006 completed: true true 2023-09-06T20:37:22,838 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4412157 FILE: Number of bytes written=7469317 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=153819 HDFS: Number of bytes written=2356040 HDFS: Number of read operations=564 HDFS: Number of large read operations=0 HDFS: Number of write operations=230 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1365245952 File Input Format Counters Bytes Read=1452 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=9113 Bytes Expected=9113 Files Copied=2 DIR_COPY=4 2023-09-06T20:37:22,838 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:45845/backupUT/.tmp/backup_1694032633008 to hdfs://localhost:45845/backupUT finished. 2023-09-06T20:37:22,851 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:37:22,851 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032633008 2023-09-06T20:37:22,854 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:22,854 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:22,857 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:22,857 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:22,857 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:37:22,857 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032633008 2023-09-06T20:37:22,859 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:22,859 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:22,861 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:22,861 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:22,861 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:37:23,266 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:23,266 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032633008 2023-09-06T20:37:23,269 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:23,269 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:23,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:23,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:23,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:37:23,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032633008 2023-09-06T20:37:23,274 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:23,274 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:23,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:23,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:23,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:37:23,682 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:23,682 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032633008 2023-09-06T20:37:23,684 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:23,685 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:23,687 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:23,688 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:23,688 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-09-06T20:37:24,094 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:24,094 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(358): Backup backup_1694032633008 finished: type=INCREMENTAL,tablelist=ns2:test-16940326017551;test-1694032601755,targetRootDir=hdfs://localhost:45845/backupUT,startts=1694032637162,completets=1694032642851,bytescopied=0 2023-09-06T20:37:24,095 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:37:24,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:37:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:37:24,103 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:37:24,106 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:37:24,109 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(376): Backup backup_1694032633008 completed. 2023-09-06T20:37:24,231 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:37:24,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032644234 (current time:1694032644234). 2023-09-06T20:37:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:37:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:37:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2be57d0f to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c58f63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:24,245 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45610, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2be57d0f to 127.0.0.1:59981 2023-09-06T20:37:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:37:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-09-06T20:37:24,250 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:37:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:37:24,251 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:37:24,252 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:37:24,258 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:37:24,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97}] 2023-09-06T20:37:24,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:37:24,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43 2023-09-06T20:37:24,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:24,411 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing 4196890deddcdc6f833936cec1322f97 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-09-06T20:37:24,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/1cf7b22ab60d4d2292354014cdb41a07 is 171, key is trslm:hdfs://localhost:45845/backupUT\x00ns2:test-16940326017551/meta:log-roll-map/1694032642842/Put/seqid=0 2023-09-06T20:37:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:37:24,820 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/1cf7b22ab60d4d2292354014cdb41a07 2023-09-06T20:37:24,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/928bd601fd6b411e9e224034f21e1d25 is 360, key is session:backup_1694032633008/session:context/1694032644104/Put/seqid=0 2023-09-06T20:37:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:37:25,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/928bd601fd6b411e9e224034f21e1d25 2023-09-06T20:37:25,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/1cf7b22ab60d4d2292354014cdb41a07 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07 2023-09-06T20:37:25,251 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07, entries=4, sequenceid=39, filesize=5.7 K 2023-09-06T20:37:25,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/928bd601fd6b411e9e224034f21e1d25 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25 2023-09-06T20:37:25,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25, entries=2, sequenceid=39, filesize=5.3 K 2023-09-06T20:37:25,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for 4196890deddcdc6f833936cec1322f97 in 852ms, sequenceid=39, compaction requested=true 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. for snapshot_backup_system completed. 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07] hfiles 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e for snapshot=snapshot_backup_system 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8 for snapshot=snapshot_backup_system 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07 for snapshot=snapshot_backup_system 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25] hfiles 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/4): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8 for snapshot=snapshot_backup_system 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/4): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383 for snapshot=snapshot_backup_system 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (3/4): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c for snapshot=snapshot_backup_system 2023-09-06T20:37:25,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (4/4): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25 for snapshot=snapshot_backup_system 2023-09-06T20:37:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:37:25,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:25,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-09-06T20:37:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=43 2023-09-06T20:37:25,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:25,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:25,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-09-06T20:37:25,681 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:37:25,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 in 1.4220 sec 2023-09-06T20:37:25,682 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:37:25,682 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:37:25,682 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:37:25,683 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:37:26,094 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:37:26,103 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:37:26,103 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:37:26,105 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:37:26,105 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-09-06T20:37:26,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8580 sec 2023-09-06T20:37:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:37:26,356 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 42 completed 2023-09-06T20:37:26,357 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(115): Backup backup_1694032644207 started at 1694032646356. 2023-09-06T20:37:26,358 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(119): Backup session backup_1694032644207 has been started. 2023-09-06T20:37:26,360 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16940326017551, test-1694032601755] 2023-09-06T20:37:26,366 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(76): StartCode 1694032626205for backupID backup_1694032644207 2023-09-06T20:37:26,366 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-09-06T20:37:26,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:37:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:37:26,367 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:37:26,367 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:37:26,369 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:37:26,369 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:37:26,369 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:26,369 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:26,370 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,370 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:26,371 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:26,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:26,371 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,371 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:37:26,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:26,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:26,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:37:26,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:26,372 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:37:26,372 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:37:26,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:37:26,372 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:37:26,372 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:37:26,373 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:37:26,373 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:37:26,373 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:37:26,376 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,376 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:26,376 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,376 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:26,376 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:26,377 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:37:26,377 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:37:26,377 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:26,377 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:26,377 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:26,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:26,378 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:37:26,379 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@31fa46c2[Count = 0] remaining members to acquire global barrier 2023-09-06T20:37:26,379 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:37:26,379 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:26,380 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:26,380 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:26,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:26,380 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:37:26,380 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:37:26,380 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,380 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:37:26,380 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,380 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032637211 highest: 1694032637211 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,380 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta:.meta(num 1694032637189) roll requested 2023-09-06T20:37:26,392 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032646380.meta, exclude list is [], retry=0 2023-09-06T20:37:26,396 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:26,398 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032646380.meta 2023-09-06T20:37:26,398 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:26,398 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta is not closed yet, will try archiving it next time 2023-09-06T20:37:26,398 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882:(num 1694032637211) roll requested 2023-09-06T20:37:26,401 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta 2023-09-06T20:37:26,411 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398, exclude list is [], retry=0 2023-09-06T20:37:26,414 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:26,416 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 with entries=109, filesize=13.07 KB; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 2023-09-06T20:37:26,416 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:26,416 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 is not closed yet, will try archiving it next time 2023-09-06T20:37:26,418 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 not finished, retry = 0 2023-09-06T20:37:26,420 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-09-06T20:37:26,421 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032646398 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,429 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:37:26,429 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,41239,1694032592882' in zk 2023-09-06T20:37:26,431 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,431 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:37:26,431 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:26,431 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:37:26,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:26,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:26,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:26,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:26,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:26,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:26,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:26,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,435 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,41239,1694032592882': 2023-09-06T20:37:26,435 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:37:26,435 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:37:26,435 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:37:26,435 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:37:26,435 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:37:26,435 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:37:26,437 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:26,437 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:26,437 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:26,437 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:26,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:26,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:26,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:26,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:26,437 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:26,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:26,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:26,438 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:26,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:26,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:26,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:26,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,439 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:26,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:26,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,442 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,442 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:26,442 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:26,443 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:26,443 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:26,443 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:26,443 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:26,443 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:26,443 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:26,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:26,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:37:26,443 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:26,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:37:26,443 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:26,444 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:37:26,444 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:26,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:26,444 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:37:26,544 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:37:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:37:26,547 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:41239=1694032626205} newestTimestamps: {jenkins-hbase3.apache.org:41239=1694032637211} 2023-09-06T20:37:26,549 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032595303.meta 2023-09-06T20:37:26,549 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032646380.meta 2023-09-06T20:37:26,549 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 2023-09-06T20:37:26,549 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 2023-09-06T20:37:26,549 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta 2023-09-06T20:37:26,549 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta 2023-09-06T20:37:26,550 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta 2023-09-06T20:37:26,959 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16940326017551 target: hdfs://localhost:45845/backupUT/backup_1694032644207/ns2/test-16940326017551 descriptor: 'ns2:test-16940326017551', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:26,959 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:26,962 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16940326017551 2023-09-06T20:37:27,372 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16940326017551 2023-09-06T20:37:27,785 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:test-1694032601755 target: hdfs://localhost:45845/backupUT/backup_1694032644207/default/test-1694032601755 descriptor: 'test-1694032601755', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:27,785 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:27,787 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table test-1694032601755 2023-09-06T20:37:28,193 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table test-1694032601755 2023-09-06T20:37:28,198 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:45845/backupUT/.tmp/backup_1694032644207 from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 2023-09-06T20:37:28,199 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x785c6d4c to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:28,206 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daec8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:28,206 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:37:28,208 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52434, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:37:28,210 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:37:28,210 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940326017551 2023-09-06T20:37:28,213 DEBUG [hconnection-0x53790f34-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:28,214 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45618, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:28,216 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940326017551: ns2:test-16940326017551; 2023-09-06T20:37:28,216 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694032601755 2023-09-06T20:37:28,218 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694032601755: test-1694032601755; 2023-09-06T20:37:28,218 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-09-06T20:37:28,218 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/hbase-staging/partitions_fc1d533f-7799-47c4-95ad-a39ed29b9bf5 2023-09-06T20:37:28,629 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:28,630 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:28,630 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:28,631 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,616 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-5073577142886838962.jar 2023-09-06T20:37:29,617 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,617 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,618 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,618 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,618 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,619 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,619 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,619 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,620 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,620 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:29,621 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:37:29,621 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:37:29,622 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:37:29,623 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:37:29,623 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:37:29,623 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:37:29,624 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:37:29,624 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:37:29,624 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:37:29,625 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:37:29,625 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:37:29,626 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,626 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,627 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,627 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,627 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,627 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:29,628 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:29,628 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16940326017551,default:test-1694032601755 2023-09-06T20:37:29,628 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:37:29,629 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x785c6d4c to 127.0.0.1:59981 2023-09-06T20:37:29,629 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:29,629 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:30,655 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-2296552022568125994.jar 2023-09-06T20:37:30,661 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:30,676 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 for WAL files 2023-09-06T20:37:30,677 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 2023-09-06T20:37:30,748 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032650714/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:37:30,748 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032650714/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:37:30,801 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 for hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032637211 (-9223372036854775808:9223372036854775807) length:13396 2023-09-06T20:37:30,808 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:37:30,808 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:37:30,875 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2f0f4dcc to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:30,880 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52829645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:30,882 DEBUG [hconnection-0x29c48fd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:30,884 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42698, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:30,886 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2f0f4dcc to 127.0.0.1:59981 2023-09-06T20:37:30,886 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:30,887 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t1100] 2023-09-06T20:37:30,887 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:37:30,895 DEBUG [pool-230-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/backupUT/.tmp/backup_1694032644207/_temporary/0/_temporary/attempt_local1031543540_0007_r_000001_0/default/test-1694032601755/f/2778fe25c16844bfb6ceab46132e8c04 is 42, key is row-t1100/f:q1/1694032644123/Put/seqid=0 2023-09-06T20:37:30,896 WARN [Thread-1106 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:41239] Specified favored nodes: [jenkins-hbase3.apache.org:41239] 2023-09-06T20:37:31,781 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:45845/backupUT 2023-09-06T20:37:31,781 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1694032644207 2023-09-06T20:37:31,781 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-09-06T20:37:31,786 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:45845/backupUT/.tmp/backup_1694032644207, hdfs://localhost:45845/backupUT] 2023-09-06T20:37:31,810 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:32,387 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-09-06T20:37:32,389 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1694032644207 2023-09-06T20:37:32,389 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 9086 bytes copied." 2023-09-06T20:37:32,389 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1148870098_0008 completed: true true 2023-09-06T20:37:32,392 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=5052349 FILE: Number of bytes written=9876804 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=202336 HDFS: Number of bytes written=2391180 HDFS: Number of read operations=697 HDFS: Number of large read operations=0 HDFS: Number of write operations=272 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1365245952 File Input Format Counters Bytes Read=1478 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=9086 Bytes Expected=9086 Files Copied=2 DIR_COPY=4 2023-09-06T20:37:32,392 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:45845/backupUT/.tmp/backup_1694032644207 to hdfs://localhost:45845/backupUT finished. 2023-09-06T20:37:32,401 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:37:32,401 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032644207 2023-09-06T20:37:32,405 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:32,405 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:32,408 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:32,408 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:32,408 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:32,408 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:32,410 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:32,410 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:32,410 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 3 ancestors for the current backup. 2023-09-06T20:37:32,410 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032644207 2023-09-06T20:37:32,412 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:32,412 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:32,414 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:32,414 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:32,414 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:32,414 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:32,416 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:32,416 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:32,417 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 3 ancestors for the current backup. 2023-09-06T20:37:32,823 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:37:32,823 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032644207 2023-09-06T20:37:32,825 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:32,826 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:32,828 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:32,828 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:32,828 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:32,829 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:32,831 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:32,831 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:32,831 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 3 ancestors for the current backup. 2023-09-06T20:37:32,831 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032644207 2023-09-06T20:37:32,833 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:32,833 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:32,835 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:32,835 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:32,835 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:32,835 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:32,837 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:32,837 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:32,837 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 3 ancestors for the current backup. 2023-09-06T20:37:33,243 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:37:33,243 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032644207 2023-09-06T20:37:33,246 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:33,246 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:33,250 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:33,250 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:33,251 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:33,251 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:33,253 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:33,253 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:33,253 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 3 ancestors for the current backup. 2023-09-06T20:37:33,658 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:37:33,658 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(358): Backup backup_1694032644207 finished: type=INCREMENTAL,tablelist=ns2:test-16940326017551;test-1694032601755,targetRootDir=hdfs://localhost:45845/backupUT,startts=1694032646356,completets=1694032652401,bytescopied=0 2023-09-06T20:37:33,659 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:37:33,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:37:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:37:33,669 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:37:33,671 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:37:33,674 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(376): Backup backup_1694032644207 completed. 2023-09-06T20:37:33,796 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:37:33,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032653800 (current time:1694032653800). 2023-09-06T20:37:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:37:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:37:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x719e5328 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b74168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:33,808 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42704, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x719e5328 to 127.0.0.1:59981 2023-09-06T20:37:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:37:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-09-06T20:37:33,812 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:37:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:37:33,812 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:37:33,814 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:37:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:37:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:37:34,220 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:37:34,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97}] 2023-09-06T20:37:34,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:34,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=45 2023-09-06T20:37:34,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:34,375 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2819): Flushing 4196890deddcdc6f833936cec1322f97 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-09-06T20:37:34,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/1c268f8e92ba4cd9a2eda95af1e29979 is 171, key is trslm:hdfs://localhost:45845/backupUT\x00ns2:test-16940326017551/meta:log-roll-map/1694032652396/Put/seqid=0 2023-09-06T20:37:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:37:34,658 DEBUG [regionserver/jenkins-hbase3:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2023-09-06T20:37:34,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/1c268f8e92ba4cd9a2eda95af1e29979 2023-09-06T20:37:34,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/885049b284874a49a0213baaad581b59 is 360, key is session:backup_1694032644207/session:context/1694032653670/Put/seqid=0 2023-09-06T20:37:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:37:35,197 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/885049b284874a49a0213baaad581b59 2023-09-06T20:37:35,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/1c268f8e92ba4cd9a2eda95af1e29979 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979 2023-09-06T20:37:35,208 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979, entries=4, sequenceid=50, filesize=5.7 K 2023-09-06T20:37:35,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/885049b284874a49a0213baaad581b59 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59 2023-09-06T20:37:35,214 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59, entries=2, sequenceid=50, filesize=5.3 K 2023-09-06T20:37:35,215 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for 4196890deddcdc6f833936cec1322f97 in 840ms, sequenceid=50, compaction requested=true 2023-09-06T20:37:35,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2520): Flush status journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:37:35,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. for snapshot_backup_system completed. 2023-09-06T20:37:35,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979] hfiles 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/4): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e for snapshot=snapshot_backup_system 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (2/4): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8 for snapshot=snapshot_backup_system 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (3/4): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07 for snapshot=snapshot_backup_system 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (4/4): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979 for snapshot=snapshot_backup_system 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59] hfiles 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8 for snapshot=snapshot_backup_system 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (2/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383 for snapshot=snapshot_backup_system 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (3/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c for snapshot=snapshot_backup_system 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (4/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25 for snapshot=snapshot_backup_system 2023-09-06T20:37:35,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (5/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59 for snapshot=snapshot_backup_system 2023-09-06T20:37:35,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:35,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=45 2023-09-06T20:37:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=45 2023-09-06T20:37:35,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:35,623 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:35,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=44 2023-09-06T20:37:35,625 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:37:35,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=44, state=SUCCESS; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 in 1.4030 sec 2023-09-06T20:37:35,626 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:37:35,626 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:37:35,626 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:37:35,627 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:37:35,732 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 275d604c3ada3b1206a66df00249313d changed from -1.0 to 0.0, refreshing cache 2023-09-06T20:37:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:37:36,040 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:37:36,056 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:37:36,057 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:37:36,058 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:37:36,058 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-09-06T20:37:36,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2490 sec 2023-09-06T20:37:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:37:37,919 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 44 completed 2023-09-06T20:37:37,919 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(115): Backup backup_1694032653759 started at 1694032657919. 2023-09-06T20:37:37,921 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(119): Backup session backup_1694032653759 has been started. 2023-09-06T20:37:37,923 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16940326017551, test-1694032601755] 2023-09-06T20:37:37,934 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(76): StartCode 1694032637211for backupID backup_1694032653759 2023-09-06T20:37:37,934 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-09-06T20:37:37,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:37:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.ProcedureCoordinator(143): Procedure rolllog was in running list but was completed. Accepting new attempt. 2023-09-06T20:37:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:37:37,935 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:37:37,935 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:37:37,936 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:37:37,936 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:37:37,937 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:37,937 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:37,938 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:37,938 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:37,938 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:37,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:37,939 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:37,939 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:37:37,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:37,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:37,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:37:37,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:37,939 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:37:37,939 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:37:37,940 WARN [zk-event-processor-pool-0 {}] procedure.ProcedureMember(133): A completed old subproc rolllog is still present, removing 2023-09-06T20:37:37,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:37:37,940 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:37:37,940 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:37:37,941 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:37:37,941 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:37:37,941 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:37:37,942 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:37,942 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:37,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:37,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:37,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:37,942 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:37:37,942 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:37:37,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:37,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:37,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:37,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:37,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:37,944 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:37:37,944 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@177e291c[Count = 0] remaining members to acquire global barrier 2023-09-06T20:37:37,944 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:37:37,944 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:37,946 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:37,946 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:37,946 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:37,946 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:37:37,946 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:37:37,946 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:37,946 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:37:37,946 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:37,947 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032646398 highest: 1694032646398 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:37,947 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta:.meta(num 1694032646380) roll requested 2023-09-06T20:37:37,958 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032657947.meta, exclude list is [], retry=0 2023-09-06T20:37:37,964 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:37,966 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032646380.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032657947.meta 2023-09-06T20:37:37,966 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:37,966 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032646380.meta is not closed yet, will try archiving it next time 2023-09-06T20:37:37,966 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882:(num 1694032646398) roll requested 2023-09-06T20:37:37,975 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032646380.meta to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032646380.meta 2023-09-06T20:37:37,980 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966, exclude list is [], retry=0 2023-09-06T20:37:37,984 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:37,987 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-09-06T20:37:37,988 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032657966 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:37,992 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 with entries=109, filesize=13.56 KB; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 2023-09-06T20:37:37,993 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:37,993 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 is not closed yet, will try archiving it next time 2023-09-06T20:37:38,006 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:37:38,006 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,41239,1694032592882' in zk 2023-09-06T20:37:38,008 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,008 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:37:38,008 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:38,008 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:37:38,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:38,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:38,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:38,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:38,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:38,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:38,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:38,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,41239,1694032592882': 2023-09-06T20:37:38,012 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:37:38,012 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:37:38,012 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:37:38,012 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:37:38,012 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:37:38,012 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:37:38,014 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:38,014 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:38,014 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:38,014 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:38,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:38,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:38,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:38,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:38,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:38,015 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:38,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:38,015 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:38,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:38,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:38,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:38,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,016 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:38,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:38,017 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,018 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,018 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:38,018 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:38,018 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:38,018 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:38,019 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:38,019 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:38,019 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:38,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:38,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:37:38,019 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:38,019 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:38,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:37:38,019 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:38,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-09-06T20:37:38,020 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:37:38,020 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:37:38,020 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:38,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:38,121 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:37:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:37:38,124 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:41239=1694032637211} newestTimestamps: {jenkins-hbase3.apache.org:41239=1694032646398} 2023-09-06T20:37:38,125 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032595303.meta 2023-09-06T20:37:38,125 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032657947.meta 2023-09-06T20:37:38,125 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 2023-09-06T20:37:38,125 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 2023-09-06T20:37:38,126 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta 2023-09-06T20:37:38,126 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta 2023-09-06T20:37:38,126 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta 2023-09-06T20:37:38,126 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032646380.meta 2023-09-06T20:37:38,537 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16940326017551 target: hdfs://localhost:45845/backupUT/backup_1694032653759/ns2/test-16940326017551 descriptor: 'ns2:test-16940326017551', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:38,537 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:38,539 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16940326017551 2023-09-06T20:37:38,944 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16940326017551 2023-09-06T20:37:38,954 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:test-1694032601755 target: hdfs://localhost:45845/backupUT/backup_1694032653759/default/test-1694032601755 descriptor: 'test-1694032601755', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:38,954 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:38,956 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table test-1694032601755 2023-09-06T20:37:39,361 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table test-1694032601755 2023-09-06T20:37:39,365 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:45845/backupUT/.tmp/backup_1694032653759 from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 2023-09-06T20:37:39,366 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4d8ce120 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:39,375 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b10a40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:39,377 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:37:39,378 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51866, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:37:39,380 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:37:39,380 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940326017551 2023-09-06T20:37:39,383 DEBUG [hconnection-0x5020f627-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:39,384 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:42706, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:39,386 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940326017551: ns2:test-16940326017551; 2023-09-06T20:37:39,386 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694032601755 2023-09-06T20:37:39,387 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694032601755: test-1694032601755; 2023-09-06T20:37:39,388 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-09-06T20:37:39,388 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/hbase-staging/partitions_a5d7afd3-ec4c-4671-b0da-0a9dc0c93a3c 2023-09-06T20:37:39,795 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:39,795 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:39,796 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:39,796 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,786 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-5361950696607075642.jar 2023-09-06T20:37:40,786 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,786 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,787 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,787 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,787 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,788 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,788 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,789 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,789 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,790 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:40,790 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:37:40,791 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:37:40,791 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:37:40,792 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:37:40,792 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:37:40,793 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:37:40,793 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:37:40,793 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:37:40,794 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:37:40,794 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:37:40,794 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:37:40,795 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,795 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,796 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,796 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,796 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,797 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:40,797 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:40,797 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16940326017551,default:test-1694032601755 2023-09-06T20:37:40,797 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:37:40,798 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4d8ce120 to 127.0.0.1:59981 2023-09-06T20:37:40,798 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:40,799 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:41,769 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-8667901385651870780.jar 2023-09-06T20:37:41,775 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:41,790 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 for WAL files 2023-09-06T20:37:41,791 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 2023-09-06T20:37:41,858 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032661827/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:37:41,859 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032661827/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:37:41,935 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 for hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032646398 (-9223372036854775808:9223372036854775807) length:13891 2023-09-06T20:37:41,941 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:37:41,941 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:37:41,960 DEBUG [pool-243-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x78829ffd to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:41,964 DEBUG [pool-243-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcf5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:41,966 DEBUG [hconnection-0x1b43fc56-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:41,967 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33498, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:41,969 DEBUG [pool-243-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x78829ffd to 127.0.0.1:59981 2023-09-06T20:37:41,969 DEBUG [pool-243-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:41,970 DEBUG [pool-243-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t1100] 2023-09-06T20:37:41,970 DEBUG [pool-243-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:37:41,979 DEBUG [pool-243-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/backupUT/.tmp/backup_1694032653759/_temporary/0/_temporary/attempt_local1914668613_0009_r_000000_0/ns2/test-16940326017551/f/e1cd823402ad429d9f1c69bf93250498 is 42, key is row-t1100/f:q1/1694032653687/Put/seqid=0 2023-09-06T20:37:41,980 WARN [Thread-1230 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:41239] Specified favored nodes: [jenkins-hbase3.apache.org:41239] 2023-09-06T20:37:42,891 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:45845/backupUT 2023-09-06T20:37:42,891 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1694032653759 2023-09-06T20:37:42,891 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-09-06T20:37:42,897 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:45845/backupUT/.tmp/backup_1694032653759, hdfs://localhost:45845/backupUT] 2023-09-06T20:37:42,921 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:43,501 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-09-06T20:37:43,502 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1694032653759 2023-09-06T20:37:43,502 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 9405 bytes copied." 2023-09-06T20:37:43,503 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1464964652_0010 completed: true true 2023-09-06T20:37:43,505 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=5689292 FILE: Number of bytes written=12285210 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=255940 HDFS: Number of bytes written=2431246 HDFS: Number of read operations=843 HDFS: Number of large read operations=0 HDFS: Number of write operations=314 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1374158848 File Input Format Counters Bytes Read=1452 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=9405 Bytes Expected=9405 Files Copied=2 DIR_COPY=4 2023-09-06T20:37:43,505 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:45845/backupUT/.tmp/backup_1694032653759 to hdfs://localhost:45845/backupUT finished. 2023-09-06T20:37:43,516 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:37:43,516 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032653759 2023-09-06T20:37:43,520 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:37:43,520 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:37:43,523 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:37:43,523 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,523 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:43,523 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:43,525 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:43,525 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,525 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:43,525 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:43,527 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:43,527 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,527 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 4 ancestors for the current backup. 2023-09-06T20:37:43,527 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032653759 2023-09-06T20:37:43,529 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:37:43,529 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:37:43,531 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:37:43,531 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,531 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:43,531 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:43,533 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:43,533 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,533 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:43,533 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:43,535 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:43,535 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,535 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 4 ancestors for the current backup. 2023-09-06T20:37:43,941 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:37:43,941 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032653759 2023-09-06T20:37:43,944 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:37:43,944 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:37:43,947 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:37:43,947 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,947 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:43,947 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:43,949 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:43,949 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,949 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:43,949 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:43,951 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:43,951 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,951 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 4 ancestors for the current backup. 2023-09-06T20:37:43,951 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032653759 2023-09-06T20:37:43,954 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:37:43,954 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:37:43,956 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:37:43,956 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,956 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:43,956 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:43,958 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:43,958 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,958 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:43,958 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:43,960 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:43,960 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,961 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 4 ancestors for the current backup. 2023-09-06T20:37:43,966 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:37:43,966 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032653759 2023-09-06T20:37:43,968 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:37:43,968 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:37:43,970 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:37:43,970 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,970 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:37:43,971 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:37:43,973 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:37:43,973 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,973 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:37:43,973 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:37:43,975 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:37:43,975 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:37:43,975 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 4 ancestors for the current backup. 2023-09-06T20:37:44,380 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:37:44,380 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(358): Backup backup_1694032653759 finished: type=INCREMENTAL,tablelist=ns2:test-16940326017551;test-1694032601755,targetRootDir=hdfs://localhost:45845/backupUT,startts=1694032657919,completets=1694032663516,bytescopied=0 2023-09-06T20:37:44,380 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:37:44,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:37:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:37:44,389 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:37:44,390 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:37:44,394 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(376): Backup backup_1694032653759 completed. 2023-09-06T20:37:44,417 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:37:44,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032664421 (current time:1694032664421). 2023-09-06T20:37:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:37:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:37:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x79b8ff60 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176204b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:44,430 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33500, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x79b8ff60 to 127.0.0.1:59981 2023-09-06T20:37:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:37:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=46, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 46 2023-09-06T20:37:44,433 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:37:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-09-06T20:37:44,434 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:37:44,436 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:37:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-09-06T20:37:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-09-06T20:37:44,842 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:37:44,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97}] 2023-09-06T20:37:44,844 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=47, ppid=46, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:44,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=47 2023-09-06T20:37:44,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:44,996 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.HRegion(2819): Flushing 4196890deddcdc6f833936cec1322f97 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-09-06T20:37:45,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/7a2d8ac9a2fc477fbb79ceab5767adde is 171, key is trslm:hdfs://localhost:45845/backupUT\x00ns2:test-16940326017551/meta:log-roll-map/1694032663510/Put/seqid=0 2023-09-06T20:37:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-09-06T20:37:45,408 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/7a2d8ac9a2fc477fbb79ceab5767adde 2023-09-06T20:37:45,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/6ef89b20e0da4c659fda9439e18d13f9 is 360, key is session:backup_1694032653759/session:context/1694032664389/Put/seqid=0 2023-09-06T20:37:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-09-06T20:37:45,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/6ef89b20e0da4c659fda9439e18d13f9 2023-09-06T20:37:45,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/7a2d8ac9a2fc477fbb79ceab5767adde as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a2d8ac9a2fc477fbb79ceab5767adde 2023-09-06T20:37:45,838 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a2d8ac9a2fc477fbb79ceab5767adde, entries=4, sequenceid=61, filesize=5.7 K 2023-09-06T20:37:45,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/6ef89b20e0da4c659fda9439e18d13f9 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6ef89b20e0da4c659fda9439e18d13f9 2023-09-06T20:37:45,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6ef89b20e0da4c659fda9439e18d13f9, entries=2, sequenceid=61, filesize=5.3 K 2023-09-06T20:37:45,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for 4196890deddcdc6f833936cec1322f97 in 849ms, sequenceid=61, compaction requested=true 2023-09-06T20:37:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.HRegion(2520): Flush status journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:37:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. for snapshot_backup_system completed. 2023-09-06T20:37:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:37:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:37:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a2d8ac9a2fc477fbb79ceab5767adde] hfiles 2023-09-06T20:37:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (1/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e for snapshot=snapshot_backup_system 2023-09-06T20:37:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (2/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8 for snapshot=snapshot_backup_system 2023-09-06T20:37:45,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (3/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07 for snapshot=snapshot_backup_system 2023-09-06T20:37:45,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (4/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979 for snapshot=snapshot_backup_system 2023-09-06T20:37:45,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (5/5): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a2d8ac9a2fc477fbb79ceab5767adde for snapshot=snapshot_backup_system 2023-09-06T20:37:45,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6ef89b20e0da4c659fda9439e18d13f9] hfiles 2023-09-06T20:37:45,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (1/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8 for snapshot=snapshot_backup_system 2023-09-06T20:37:45,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (2/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383 for snapshot=snapshot_backup_system 2023-09-06T20:37:45,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (3/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c for snapshot=snapshot_backup_system 2023-09-06T20:37:45,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (4/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25 for snapshot=snapshot_backup_system 2023-09-06T20:37:45,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (5/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59 for snapshot=snapshot_backup_system 2023-09-06T20:37:45,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (6/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6ef89b20e0da4c659fda9439e18d13f9 for snapshot=snapshot_backup_system 2023-09-06T20:37:46,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:46,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=47 2023-09-06T20:37:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=47 2023-09-06T20:37:46,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:46,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=47, ppid=46, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:46,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-09-06T20:37:46,255 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:37:46,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 in 1.4120 sec 2023-09-06T20:37:46,255 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:37:46,256 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:37:46,256 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:37:46,257 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:37:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-09-06T20:37:46,667 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:37:46,677 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:37:46,677 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:37:46,679 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:37:46,679 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 46 2023-09-06T20:37:46,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2480 sec 2023-09-06T20:37:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-09-06T20:37:48,540 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 46 completed 2023-09-06T20:37:48,540 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(115): Backup backup_1694032664405 started at 1694032668540. 2023-09-06T20:37:48,541 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(119): Backup session backup_1694032664405 has been started. 2023-09-06T20:37:48,546 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:37:48,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:37:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:37:48,547 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:37:48,547 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:37:48,548 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:37:48,548 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:37:48,548 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:48,548 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:48,552 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:48,552 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,552 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:48,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:48,552 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,553 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:37:48,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:48,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:48,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:37:48,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:48,553 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:37:48,554 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:37:48,554 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:37:48,554 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:37:48,554 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:37:48,554 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:37:48,554 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:37:48,555 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:37:48,556 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,556 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:48,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:48,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:48,556 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:37:48,556 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:37:48,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:48,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:48,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:48,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:48,558 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:37:48,559 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:37:48,559 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3e2ed22d[Count = 0] remaining members to acquire global barrier 2023-09-06T20:37:48,559 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:48,560 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:48,560 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:48,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:48,560 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:37:48,560 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:37:48,560 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,560 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:37:48,560 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,560 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032657966 highest: 1694032657966 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,560 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta:.meta(num 1694032657947) roll requested 2023-09-06T20:37:48,573 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032668561.meta, exclude list is [], retry=0 2023-09-06T20:37:48,579 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:48,580 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032657947.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032668561.meta 2023-09-06T20:37:48,580 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:48,580 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032657947.meta is not closed yet, will try archiving it next time 2023-09-06T20:37:48,580 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882:(num 1694032657966) roll requested 2023-09-06T20:37:48,583 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032657947.meta to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032657947.meta 2023-09-06T20:37:48,592 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580, exclude list is [], retry=0 2023-09-06T20:37:48,595 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:48,597 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 with entries=10, filesize=2.51 KB; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580 2023-09-06T20:37:48,597 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:48,597 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 is not closed yet, will try archiving it next time 2023-09-06T20:37:48,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 not finished, retry = 0 2023-09-06T20:37:48,601 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:37:48,601 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032668580 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,608 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:37:48,608 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,41239,1694032592882' in zk 2023-09-06T20:37:48,610 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:37:48,610 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,611 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:48,611 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:37:48,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:48,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:48,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:48,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:48,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:48,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:48,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:48,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,41239,1694032592882': 2023-09-06T20:37:48,614 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:37:48,614 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:37:48,614 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:37:48,614 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:37:48,614 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:37:48,614 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:37:48,616 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:48,616 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:48,616 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:48,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:48,616 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:48,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:48,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:48,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:48,616 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:48,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:48,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:48,616 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:48,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:48,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:48,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:48,617 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,618 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:48,618 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:48,618 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,620 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,620 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:48,620 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:48,620 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:48,620 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:48,620 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:48,620 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:48,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:37:48,620 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:48,620 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:48,621 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:48,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:37:48,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:48,621 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:48,621 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:37:48,621 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:37:48,621 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:48,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:48,721 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:37:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:37:48,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } 2023-09-06T20:37:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032668725 (current time:1694032668725). 2023-09-06T20:37:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:37:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032668724_ns3_test-16940326017552 VERSION not specified, setting to 2 2023-09-06T20:37:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x022fb31d to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd21fc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:48,736 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33510, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x022fb31d to 127.0.0.1:59981 2023-09-06T20:37:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:37:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } 2023-09-06T20:37:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-09-06T20:37:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:37:48,739 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:37:48,740 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:37:48,742 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:37:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:37:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:37:49,148 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:37:49,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure dd4f5d14f27b5db78da8879b7d04df87}] 2023-09-06T20:37:49,150 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:37:49,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2023-09-06T20:37:49,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:37:49,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2520): Flush status journal for dd4f5d14f27b5db78da8879b7d04df87: 2023-09-06T20:37:49,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. for snapshot_1694032668724_ns3_test-16940326017552 completed. 2023-09-06T20:37:49,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87.' region-info for snapshot=snapshot_1694032668724_ns3_test-16940326017552 2023-09-06T20:37:49,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:37:49,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:37:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:37:49,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:37:49,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=49 2023-09-06T20:37:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=49 2023-09-06T20:37:49,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032668724_ns3_test-16940326017552 on region dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:37:49,711 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:37:49,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-09-06T20:37:49,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; SnapshotRegionProcedure dd4f5d14f27b5db78da8879b7d04df87 in 564 msec 2023-09-06T20:37:49,713 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:37:49,714 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:37:49,715 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:37:49,715 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032668724_ns3_test-16940326017552 2023-09-06T20:37:49,715 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_1694032668724_ns3_test-16940326017552 2023-09-06T20:37:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:37:50,125 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:37:50,131 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:37:50,131 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_1694032668724_ns3_test-16940326017552 to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_1694032668724_ns3_test-16940326017552 2023-09-06T20:37:50,132 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:37:50,132 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-09-06T20:37:50,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_1694032668724_ns3_test-16940326017552 table=ns3:test-16940326017552 type=FLUSH ttl=0 } in 1.3950 sec 2023-09-06T20:37:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:37:50,846 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns3:test-16940326017552, procId: 48 completed 2023-09-06T20:37:50,846 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032664405 2023-09-06T20:37:50,846 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:37:50,846 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-09-06T20:37:50,846 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032664405_ns3:test-16940326017552 2023-09-06T20:37:50,846 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032668724_ns3_test-16940326017552 to hdfs://localhost:45845/backupUT/backup_1694032664405/ns3/test-16940326017552/ 2023-09-06T20:37:50,846 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:37:50,870 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:45845, inputRoot=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97 2023-09-06T20:37:50,870 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,39849,1694032589599_419856673_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45845/backupUT/backup_1694032664405/ns3/test-16940326017552, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45845/backupUT/backup_1694032664405/ns3/test-16940326017552/.hbase-snapshot/.tmp/snapshot_1694032668724_ns3_test-16940326017552 2023-09-06T20:37:50,870 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:45845, inputRoot=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97, snapshotDir=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_1694032668724_ns3_test-16940326017552. 2023-09-06T20:37:50,878 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_1694032668724_ns3_test-16940326017552 to hdfs://localhost:45845/backupUT/backup_1694032664405/ns3/test-16940326017552/.hbase-snapshot/.tmp/snapshot_1694032668724_ns3_test-16940326017552 2023-09-06T20:37:51,292 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:51,292 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:51,293 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:51,293 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,265 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-4529250791285987562.jar 2023-09-06T20:37:52,265 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,265 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,266 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,266 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,267 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,267 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,267 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,268 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,268 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:37:52,269 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:37:52,269 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:37:52,270 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:37:52,270 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:37:52,271 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:37:52,271 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:37:52,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:37:52,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:37:52,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:37:52,273 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:37:52,273 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:37:52,274 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:37:52,274 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:37:52,275 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:37:52,275 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:52,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:37:52,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:37:52,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:52,277 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:37:52,304 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:37:52,327 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032668724_ns3_test-16940326017552' hfile list 2023-09-06T20:37:52,400 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032672365/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:37:52,400 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032672365/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:37:53,430 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:37:53,431 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:37:53,438 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032668724_ns3_test-16940326017552 2023-09-06T20:37:53,438 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032668724_ns3_test-16940326017552 finished. 2023-09-06T20:37:53,438 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1014): ns3:test-16940326017552 2023-09-06T20:37:53,444 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032664405 2023-09-06T20:37:53,444 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:37:53,849 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032664405/.backup.manifest 2023-09-06T20:37:53,849 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(358): Backup backup_1694032664405 finished: type=FULL,tablelist=ns3:test-16940326017552,targetRootDir=hdfs://localhost:45845/backupUT,startts=1694032668540,completets=1694032673444,bytescopied=0 2023-09-06T20:37:53,849 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:37:53,849 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032668724_ns3_test-16940326017552 2023-09-06T20:37:53,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032668724_ns3_test-16940326017552" 2023-09-06T20:37:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032668724_ns3_test-16940326017552 2023-09-06T20:37:53,854 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032668724_ns3_test-16940326017552 for backup backup_1694032664405 succeeded. 2023-09-06T20:37:53,854 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:37:53,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:37:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:37:53,863 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:37:53,864 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:37:53,870 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(376): Backup backup_1694032664405 completed. 2023-09-06T20:37:53,909 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:37:53,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032673913 (current time:1694032673913). 2023-09-06T20:37:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:37:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:37:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x267270e0 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:37:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664c64aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:37:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:37:53,924 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:39466, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:37:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x267270e0 to 127.0.0.1:59981 2023-09-06T20:37:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:37:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:37:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:37:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 50 2023-09-06T20:37:53,927 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:37:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:37:53,928 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:37:53,930 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:37:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:37:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:37:54,337 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:37:54,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97}] 2023-09-06T20:37:54,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=51, ppid=50, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:54,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2023-09-06T20:37:54,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:54,491 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2819): Flushing 4196890deddcdc6f833936cec1322f97 2/2 column families, dataSize=1.14 KB heapSize=2.23 KB 2023-09-06T20:37:54,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/bdf5fa21e4c54dee83ed9e37432f799d is 171, key is trslm:hdfs://localhost:45845/backupUT\x00ns3:test-16940326017552/meta:log-roll-map/1694032673440/Put/seqid=0 2023-09-06T20:37:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:37:54,900 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/bdf5fa21e4c54dee83ed9e37432f799d 2023-09-06T20:37:54,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/6dd57eb047094e1daa217140bb99a11f is 446, key is session:backup_1694032664405/session:context/1694032673863/Put/seqid=0 2023-09-06T20:37:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:37:55,312 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=712 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/6dd57eb047094e1daa217140bb99a11f 2023-09-06T20:37:55,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/bdf5fa21e4c54dee83ed9e37432f799d as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/bdf5fa21e4c54dee83ed9e37432f799d 2023-09-06T20:37:55,323 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/bdf5fa21e4c54dee83ed9e37432f799d, entries=4, sequenceid=72, filesize=5.6 K 2023-09-06T20:37:55,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/6dd57eb047094e1daa217140bb99a11f as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6dd57eb047094e1daa217140bb99a11f 2023-09-06T20:37:55,330 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6dd57eb047094e1daa217140bb99a11f, entries=2, sequenceid=72, filesize=5.4 K 2023-09-06T20:37:55,331 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(3022): Finished flush of dataSize ~1.14 KB/1170, heapSize ~2.20 KB/2248, currentSize=0 B/0 for 4196890deddcdc6f833936cec1322f97 in 839ms, sequenceid=72, compaction requested=true 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2520): Flush status journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. for snapshot_backup_system completed. 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a2d8ac9a2fc477fbb79ceab5767adde, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/bdf5fa21e4c54dee83ed9e37432f799d] hfiles 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (1/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e for snapshot=snapshot_backup_system 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (2/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8 for snapshot=snapshot_backup_system 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (3/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07 for snapshot=snapshot_backup_system 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (4/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979 for snapshot=snapshot_backup_system 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (5/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a2d8ac9a2fc477fbb79ceab5767adde for snapshot=snapshot_backup_system 2023-09-06T20:37:55,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (6/6): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/bdf5fa21e4c54dee83ed9e37432f799d for snapshot=snapshot_backup_system 2023-09-06T20:37:55,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6ef89b20e0da4c659fda9439e18d13f9, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6dd57eb047094e1daa217140bb99a11f] hfiles 2023-09-06T20:37:55,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (1/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8 for snapshot=snapshot_backup_system 2023-09-06T20:37:55,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (2/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383 for snapshot=snapshot_backup_system 2023-09-06T20:37:55,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (3/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c for snapshot=snapshot_backup_system 2023-09-06T20:37:55,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (4/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25 for snapshot=snapshot_backup_system 2023-09-06T20:37:55,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (5/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59 for snapshot=snapshot_backup_system 2023-09-06T20:37:55,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (6/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6ef89b20e0da4c659fda9439e18d13f9 for snapshot=snapshot_backup_system 2023-09-06T20:37:55,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (7/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6dd57eb047094e1daa217140bb99a11f for snapshot=snapshot_backup_system 2023-09-06T20:37:55,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:37:55,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=51 2023-09-06T20:37:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=51 2023-09-06T20:37:55,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:55,740 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=51, ppid=50, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:37:55,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=50 2023-09-06T20:37:55,742 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:37:55,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=50, state=SUCCESS; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 in 1.4030 sec 2023-09-06T20:37:55,742 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:37:55,743 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:37:55,743 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:37:55,744 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:37:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:37:56,153 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:37:56,163 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:37:56,164 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:37:56,165 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:37:56,165 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 50 2023-09-06T20:37:56,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2400 sec 2023-09-06T20:37:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-09-06T20:37:58,034 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 50 completed 2023-09-06T20:37:58,034 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(115): Backup backup_1694032673881 started at 1694032678034. 2023-09-06T20:37:58,036 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(119): Backup session backup_1694032673881 has been started. 2023-09-06T20:37:58,041 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16940326017551, test-1694032601755, ns3:test-16940326017552] 2023-09-06T20:37:58,044 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(76): StartCode 1694032646398for backupID backup_1694032673881 2023-09-06T20:37:58,044 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-09-06T20:37:58,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:37:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.ProcedureCoordinator(143): Procedure rolllog was in running list but was completed. Accepting new attempt. 2023-09-06T20:37:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:37:58,045 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:37:58,045 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:37:58,046 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:37:58,046 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:37:58,046 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:58,046 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:58,047 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:58,047 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,047 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:58,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:58,048 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,048 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:37:58,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:58,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:58,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:37:58,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:58,049 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:37:58,049 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:37:58,049 WARN [zk-event-processor-pool-0 {}] procedure.ProcedureMember(133): A completed old subproc rolllog is still present, removing 2023-09-06T20:37:58,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:37:58,049 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:37:58,049 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:37:58,050 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:37:58,050 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:37:58,050 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:37:58,052 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,052 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:58,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:58,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:58,052 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:37:58,052 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:37:58,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:58,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:58,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:58,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:58,054 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,41239,1694032592882' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:37:58,054 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6b7fb3e3[Count = 0] remaining members to acquire global barrier 2023-09-06T20:37:58,054 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:37:58,054 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:58,055 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:58,055 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:58,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:58,055 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:37:58,055 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,055 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:37:58,057 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:37:58,057 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,057 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032668580 highest: 1694032668580 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,057 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta:.meta(num 1694032668561) roll requested 2023-09-06T20:37:58,069 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032678057.meta, exclude list is [], retry=0 2023-09-06T20:37:58,073 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:58,074 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032668561.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032678057.meta 2023-09-06T20:37:58,074 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:58,074 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032668561.meta is not closed yet, will try archiving it next time 2023-09-06T20:37:58,074 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882:(num 1694032668580) roll requested 2023-09-06T20:37:58,077 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032668561.meta to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032668561.meta 2023-09-06T20:37:58,086 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032678074, exclude list is [], retry=0 2023-09-06T20:37:58,089 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK] 2023-09-06T20:37:58,090 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580 with entries=10, filesize=2.37 KB; new WAL /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032678074 2023-09-06T20:37:58,090 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36975,DS-81d54ef4-83ed-4ed6-947d-c49b32b19102,DISK]] 2023-09-06T20:37:58,091 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580 is not closed yet, will try archiving it next time 2023-09-06T20:37:58,091 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 2023-09-06T20:37:58,097 DEBUG [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-09-06T20:37:58,097 INFO [rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032678074 on jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,104 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:37:58,104 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,41239,1694032592882' in zk 2023-09-06T20:37:58,107 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:37:58,107 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,107 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:58,107 DEBUG [member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:37:58,108 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,108 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:58,108 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:58,108 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:58,108 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:58,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:58,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:58,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:58,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,41239,1694032592882': 2023-09-06T20:37:58,110 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,41239,1694032592882' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:37:58,110 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:37:58,110 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:37:58,110 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:37:58,110 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:37:58,110 INFO [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:37:58,112 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:58,112 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:58,112 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:58,112 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:58,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:58,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:58,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:37:58,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:37:58,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:37:58,112 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:58,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:58,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:58,113 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:37:58,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:37:58,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:58,113 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,114 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:37:58,114 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,114 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:37:58,115 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,116 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,116 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:37:58,116 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:58,116 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:37:58,116 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:37:58,116 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:37:58,116 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:58,116 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:37:58,116 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:37:58,116 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:37:58,116 DEBUG [(jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:37:58,116 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:37:58,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:37:58,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:37:58,117 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:37:58,117 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:37:58,117 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:37:58,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:37:58,218 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:37:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:37:58,220 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:41239=1694032646398} newestTimestamps: {jenkins-hbase3.apache.org:41239=1694032668580} 2023-09-06T20:37:58,222 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032595303.meta 2023-09-06T20:37:58,222 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032678057.meta 2023-09-06T20:37:58,222 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580 2023-09-06T20:37:58,222 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032678074 2023-09-06T20:37:58,223 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032613664.meta 2023-09-06T20:37:58,223 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032626187.meta 2023-09-06T20:37:58,223 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032637189.meta 2023-09-06T20:37:58,223 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032646380.meta 2023-09-06T20:37:58,223 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032657947.meta 2023-09-06T20:37:58,223 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta.1694032668561.meta 2023-09-06T20:37:58,632 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:ns3:test-16940326017552 target: hdfs://localhost:45845/backupUT/backup_1694032673881/ns3/test-16940326017552 descriptor: 'ns3:test-16940326017552', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:58,632 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:58,634 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table ns3:test-16940326017552 2023-09-06T20:37:59,039 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table ns3:test-16940326017552 2023-09-06T20:37:59,449 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16940326017551 target: hdfs://localhost:45845/backupUT/backup_1694032673881/ns2/test-16940326017551 descriptor: 'ns2:test-16940326017551', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:37:59,449 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:37:59,451 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16940326017551 2023-09-06T20:37:59,856 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16940326017551 2023-09-06T20:38:00,266 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(146): Attempting to copy table info for:test-1694032601755 target: hdfs://localhost:45845/backupUT/backup_1694032673881/default/test-1694032601755 descriptor: 'test-1694032601755', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:38:00,266 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:38:00,268 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(151): Starting to write region info for table test-1694032601755 2023-09-06T20:38:00,673 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(158): Finished writing region info for table test-1694032601755 2023-09-06T20:38:00,678 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:45845/backupUT/.tmp/backup_1694032673881 from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580;hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 2023-09-06T20:38:00,679 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x60a30123 to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:38:00,685 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff574a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:38:00,686 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:38:00,688 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:38290, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:38:00,690 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:38:00,690 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940326017551 2023-09-06T20:38:00,693 DEBUG [hconnection-0x10dedbf5-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:38:00,695 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54968, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:38:00,696 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940326017551: ns2:test-16940326017551; 2023-09-06T20:38:00,696 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694032601755 2023-09-06T20:38:00,698 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694032601755: test-1694032601755; 2023-09-06T20:38:00,698 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns3:test-16940326017552 2023-09-06T20:38:00,699 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns3:test-16940326017552: ns3:test-16940326017552; 2023-09-06T20:38:00,699 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(694): Configuring 3 reduce partitions to match current region count for all tables 2023-09-06T20:38:00,699 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/hbase-staging/partitions_37cef7ca-f5be-4390-8ccd-008ba809735e 2023-09-06T20:38:01,107 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:01,107 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:01,108 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:01,108 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,098 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-809943144849209799.jar 2023-09-06T20:38:02,099 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,099 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,100 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,100 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,100 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,101 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,101 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,101 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,102 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,102 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:38:02,103 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:38:02,103 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:38:02,104 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:38:02,104 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:38:02,105 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:38:02,105 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:38:02,105 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:38:02,106 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:38:02,106 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:38:02,107 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:38:02,107 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:38:02,108 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,108 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,108 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,108 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,109 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,109 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:38:02,110 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:38:02,110 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16940326017551,default:test-1694032601755,ns3:test-16940326017552 2023-09-06T20:38:02,110 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:38:02,110 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x60a30123 to 127.0.0.1:59981 2023-09-06T20:38:02,110 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:38:02,111 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:38:03,074 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop-8213078978825247821.jar 2023-09-06T20:38:03,079 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:38:03,095 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580 for WAL files 2023-09-06T20:38:03,096 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580 2023-09-06T20:38:03,096 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 for WAL files 2023-09-06T20:38:03,097 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 2023-09-06T20:38:03,167 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032683135/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:38:03,167 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/mapreduce.cluster.local.dir/1694032683135/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:38:03,217 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 for hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032657966 (-9223372036854775808:9223372036854775807) length:2574 2023-09-06T20:38:03,220 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:38:03,220 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:38:03,272 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580 for hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/WALs/jenkins-hbase3.apache.org,41239,1694032592882/jenkins-hbase3.apache.org%2C41239%2C1694032592882.1694032668580 (-9223372036854775808:9223372036854775807) length:2432 2023-09-06T20:38:03,276 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:38:03,276 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:38:04,202 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:45845/backupUT 2023-09-06T20:38:04,202 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1694032673881 2023-09-06T20:38:04,202 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-09-06T20:38:04,208 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:45845/backupUT/.tmp/backup_1694032673881, hdfs://localhost:45845/backupUT] 2023-09-06T20:38:04,240 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:38:04,823 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-09-06T20:38:04,824 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1694032673881 2023-09-06T20:38:04,824 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 0 bytes copied." 2023-09-06T20:38:04,824 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local666071493_0013 completed: true true 2023-09-06T20:38:04,827 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=6749957 FILE: Number of bytes written=16003997 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=326544 HDFS: Number of bytes written=2475653 HDFS: Number of read operations=1076 HDFS: Number of large read operations=0 HDFS: Number of write operations=379 Map-Reduce Framework Map input records=2 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1423441920 File Input Format Counters Bytes Read=486 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=0 Bytes Expected=0 Files Copied=1 DIR_COPY=1 2023-09-06T20:38:04,827 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:45845/backupUT/.tmp/backup_1694032673881 to hdfs://localhost:45845/backupUT finished. 2023-09-06T20:38:04,838 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:38:04,838 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032673881 2023-09-06T20:38:04,842 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032653759 to construct the dependency. 2023-09-06T20:38:04,842 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032653759 2023-09-06T20:38:04,844 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:38:04,844 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032653759BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:04,844 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:38:04,844 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:38:04,847 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:38:04,847 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:04,847 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:38:04,847 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:38:04,849 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:38:04,849 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:04,849 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:38:04,849 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:38:04,851 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:38:04,851 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:04,851 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 6 ancestors for the current backup. 2023-09-06T20:38:04,851 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032673881 2023-09-06T20:38:04,853 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032653759 to construct the dependency. 2023-09-06T20:38:04,853 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032653759 2023-09-06T20:38:04,855 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:38:04,855 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032653759BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:04,855 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:38:04,855 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:38:04,857 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:38:04,857 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:04,857 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:38:04,857 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:38:04,859 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:38:04,859 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:04,859 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:38:04,859 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:38:04,861 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:38:04,861 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:04,861 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 6 ancestors for the current backup. 2023-09-06T20:38:05,266 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032673881/.backup.manifest 2023-09-06T20:38:05,266 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032673881 2023-09-06T20:38:05,269 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032653759 to construct the dependency. 2023-09-06T20:38:05,269 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032653759 2023-09-06T20:38:05,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:38:05,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032653759BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:38:05,272 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:38:05,274 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:38:05,274 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,274 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:38:05,274 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:38:05,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:38:05,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:38:05,276 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:38:05,279 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:38:05,279 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,279 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 6 ancestors for the current backup. 2023-09-06T20:38:05,279 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032673881 2023-09-06T20:38:05,281 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032653759 to construct the dependency. 2023-09-06T20:38:05,281 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032653759 2023-09-06T20:38:05,283 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:38:05,283 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032653759BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,283 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:38:05,283 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:38:05,285 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:38:05,285 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,285 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:38:05,285 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:38:05,287 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:38:05,287 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,287 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:38:05,287 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:38:05,289 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:38:05,289 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,289 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 6 ancestors for the current backup. 2023-09-06T20:38:05,695 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032673881/.backup.manifest 2023-09-06T20:38:05,695 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032673881 2023-09-06T20:38:05,697 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032653759 to construct the dependency. 2023-09-06T20:38:05,697 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032653759 2023-09-06T20:38:05,700 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:38:05,700 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032653759BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,700 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:38:05,700 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:38:05,702 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:38:05,702 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,702 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:38:05,703 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:38:05,704 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:38:05,704 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,704 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:38:05,704 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:38:05,706 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:38:05,707 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,707 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 6 ancestors for the current backup. 2023-09-06T20:38:05,707 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032673881 2023-09-06T20:38:05,709 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032653759 to construct the dependency. 2023-09-06T20:38:05,709 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032653759 2023-09-06T20:38:05,711 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:38:05,711 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032653759BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,711 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:38:05,712 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:38:05,713 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:38:05,713 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,713 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:38:05,713 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:38:05,715 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:38:05,715 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,715 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:38:05,715 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:38:05,717 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:38:05,717 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,717 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 6 ancestors for the current backup. 2023-09-06T20:38:05,722 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032673881/.backup.manifest 2023-09-06T20:38:05,722 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032673881 2023-09-06T20:38:05,724 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032653759 to construct the dependency. 2023-09-06T20:38:05,724 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032653759 2023-09-06T20:38:05,726 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032653759/.backup.manifest 2023-09-06T20:38:05,726 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032653759BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,726 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032644207 to construct the dependency. 2023-09-06T20:38:05,726 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032644207 2023-09-06T20:38:05,728 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032644207/.backup.manifest 2023-09-06T20:38:05,728 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032644207BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,728 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032633008 to construct the dependency. 2023-09-06T20:38:05,728 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032633008 2023-09-06T20:38:05,730 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032633008/.backup.manifest 2023-09-06T20:38:05,730 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032633008BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,730 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:45845/backupUT/backup_1694032623990 to construct the dependency. 2023-09-06T20:38:05,730 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45845/backupUT/backup_1694032623990 2023-09-06T20:38:05,732 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1694032623990/.backup.manifest 2023-09-06T20:38:05,732 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1694032623990BackupDir=hdfs://localhost:45845/backupUT} 2023-09-06T20:38:05,732 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManager(340): Got 6 ancestors for the current backup. 2023-09-06T20:38:06,137 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45845/backupUT/backup_1694032673881/.backup.manifest 2023-09-06T20:38:06,137 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(358): Backup backup_1694032673881 finished: type=INCREMENTAL,tablelist=ns3:test-16940326017552;ns2:test-16940326017551;test-1694032601755,targetRootDir=hdfs://localhost:45845/backupUT,startts=1694032678034,completets=1694032684838,bytescopied=0 2023-09-06T20:38:06,137 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:38:06,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:38:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:38:06,145 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:38:06,146 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:38:06,149 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.TableBackupClient(376): Backup backup_1694032673881 completed. 2023-09-06T20:38:06,159 ERROR [Listener at jenkins-hbase3.apache.org/46173 {}] backup.TestBackupMultipleDeletes(130): Delete backupIdInc2 2023-09-06T20:38:06,166 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:38:06,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:38:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032686174 (current time:1694032686174). 2023-09-06T20:38:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:38:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:38:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x360b153e to 127.0.0.1:59981 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:38:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a80650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:38:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:38:06,184 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54972, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:38:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x360b153e to 127.0.0.1:59981 2023-09-06T20:38:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:38:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:38:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1032): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:38:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 52 2023-09-06T20:38:06,187 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:38:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-09-06T20:38:06,188 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:38:06,190 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:38:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-09-06T20:38:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-09-06T20:38:06,596 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:38:06,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97}] 2023-09-06T20:38:06,598 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:38:06,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41239 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2023-09-06T20:38:06,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:38:06,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2819): Flushing 4196890deddcdc6f833936cec1322f97 2/2 column families, dataSize=1.75 KB heapSize=3.05 KB 2023-09-06T20:38:06,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/de758c2f7ef14aa491b3064894f83597 is 171, key is trslm:hdfs://localhost:45845/backupUT\x00ns2:test-16940326017551/meta:log-roll-map/1694032684831/Put/seqid=0 2023-09-06T20:38:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-09-06T20:38:07,158 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/de758c2f7ef14aa491b3064894f83597 2023-09-06T20:38:07,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/1b138570d41f47eca140adf3590c600a is 461, key is session:backup_1694032673881/session:context/1694032686145/Put/seqid=0 2023-09-06T20:38:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-09-06T20:38:07,570 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/1b138570d41f47eca140adf3590c600a 2023-09-06T20:38:07,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/de758c2f7ef14aa491b3064894f83597 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/de758c2f7ef14aa491b3064894f83597 2023-09-06T20:38:07,580 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/de758c2f7ef14aa491b3064894f83597, entries=6, sequenceid=84, filesize=5.8 K 2023-09-06T20:38:07,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/1b138570d41f47eca140adf3590c600a as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/1b138570d41f47eca140adf3590c600a 2023-09-06T20:38:07,585 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/1b138570d41f47eca140adf3590c600a, entries=2, sequenceid=84, filesize=5.4 K 2023-09-06T20:38:07,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(3022): Finished flush of dataSize ~1.75 KB/1792, heapSize ~3.02 KB/3096, currentSize=0 B/0 for 4196890deddcdc6f833936cec1322f97 in 837ms, sequenceid=84, compaction requested=true 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2520): Flush status journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. for snapshot_backup_system completed. 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a2d8ac9a2fc477fbb79ceab5767adde, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/bdf5fa21e4c54dee83ed9e37432f799d, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/de758c2f7ef14aa491b3064894f83597] hfiles 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (1/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/2183861d94e14807a2144cfdff72018e for snapshot=snapshot_backup_system 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (2/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/24166263a60e48b68615073980eafee8 for snapshot=snapshot_backup_system 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (3/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1cf7b22ab60d4d2292354014cdb41a07 for snapshot=snapshot_backup_system 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (4/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/1c268f8e92ba4cd9a2eda95af1e29979 for snapshot=snapshot_backup_system 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (5/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a2d8ac9a2fc477fbb79ceab5767adde for snapshot=snapshot_backup_system 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (6/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/bdf5fa21e4c54dee83ed9e37432f799d for snapshot=snapshot_backup_system 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (7/7): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/de758c2f7ef14aa491b3064894f83597 for snapshot=snapshot_backup_system 2023-09-06T20:38:07,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6ef89b20e0da4c659fda9439e18d13f9, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6dd57eb047094e1daa217140bb99a11f, hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/1b138570d41f47eca140adf3590c600a] hfiles 2023-09-06T20:38:07,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (1/8): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/7e9cc2b463a9446494c7bedf38f17dc8 for snapshot=snapshot_backup_system 2023-09-06T20:38:07,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (2/8): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/3dcaea4566774efb9ee56854524ba383 for snapshot=snapshot_backup_system 2023-09-06T20:38:07,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (3/8): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/76bd84737d2441529d135c86f269a41c for snapshot=snapshot_backup_system 2023-09-06T20:38:07,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (4/8): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/928bd601fd6b411e9e224034f21e1d25 for snapshot=snapshot_backup_system 2023-09-06T20:38:07,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (5/8): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/885049b284874a49a0213baaad581b59 for snapshot=snapshot_backup_system 2023-09-06T20:38:07,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (6/8): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6ef89b20e0da4c659fda9439e18d13f9 for snapshot=snapshot_backup_system 2023-09-06T20:38:07,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (7/8): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/6dd57eb047094e1daa217140bb99a11f for snapshot=snapshot_backup_system 2023-09-06T20:38:07,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(264): Adding reference for file (8/8): hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/1b138570d41f47eca140adf3590c600a for snapshot=snapshot_backup_system 2023-09-06T20:38:07,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:38:07,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=53 2023-09-06T20:38:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3995): Remote procedure done, pid=53 2023-09-06T20:38:07,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 4196890deddcdc6f833936cec1322f97 2023-09-06T20:38:07,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 2023-09-06T20:38:07,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=53, resume processing ppid=52 2023-09-06T20:38:07,996 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:38:07,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, ppid=52, state=SUCCESS; SnapshotRegionProcedure 4196890deddcdc6f833936cec1322f97 in 1.3990 sec 2023-09-06T20:38:07,997 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:38:07,997 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:38:07,997 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:38:07,998 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:38:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-09-06T20:38:08,407 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:38:08,419 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:38:08,419 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:38:08,420 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:38:08,420 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 52 2023-09-06T20:38:08,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2350 sec 2023-09-06T20:38:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=52 2023-09-06T20:38:10,294 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 52 completed 2023-09-06T20:38:10,299 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(227): Deleting backup backup_1694032633008 ... 2023-09-06T20:38:10,300 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: .backup.manifest 2023-09-06T20:38:10,301 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: _SUCCESS 2023-09-06T20:38:10,301 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: default 2023-09-06T20:38:10,302 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: ns2 2023-09-06T20:38:10,302 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1694032633008 2023-09-06T20:38:10,303 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:45845/backupUT/backup_1694032633008/ns2/test-16940326017551. 2023-09-06T20:38:10,303 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(465): hdfs://localhost:45845/backupUT/backup_1694032633008/ns2 is empty, remove it. 2023-09-06T20:38:10,304 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:45845/backupUT/backup_1694032633008/default/test-1694032601755. 2023-09-06T20:38:10,304 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(465): hdfs://localhost:45845/backupUT/backup_1694032633008/default is empty, remove it. 2023-09-06T20:38:10,308 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(309): GetAffectedBackupInfos for: backup_1694032633008 table=ns2:test-16940326017551 2023-09-06T20:38:10,312 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(326): GetAffectedBackupInfos for: backup_1694032633008 table=ns2:test-16940326017551 added backup_1694032673881 tables={ns3:test-16940326017552,ns2:test-16940326017551,test-1694032601755} 2023-09-06T20:38:10,312 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(326): GetAffectedBackupInfos for: backup_1694032633008 table=ns2:test-16940326017551 added backup_1694032653759 tables={ns2:test-16940326017551,test-1694032601755} 2023-09-06T20:38:10,312 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(326): GetAffectedBackupInfos for: backup_1694032633008 table=ns2:test-16940326017551 added backup_1694032644207 tables={ns2:test-16940326017551,test-1694032601755} 2023-09-06T20:38:10,312 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(287): Remove ns2:test-16940326017551 from backup_1694032673881 tables={ns3:test-16940326017552,ns2:test-16940326017551,test-1694032601755} 2023-09-06T20:38:10,314 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(354): Cleaning up backup data at hdfs://localhost:45845/backupUT/backup_1694032673881/ns2/test-16940326017551 done. 2023-09-06T20:38:10,314 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(287): Remove ns2:test-16940326017551 from backup_1694032653759 tables={ns2:test-16940326017551,test-1694032601755} 2023-09-06T20:38:10,316 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(354): Cleaning up backup data at hdfs://localhost:45845/backupUT/backup_1694032653759/ns2/test-16940326017551 done. 2023-09-06T20:38:10,316 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(287): Remove ns2:test-16940326017551 from backup_1694032644207 tables={ns2:test-16940326017551,test-1694032601755} 2023-09-06T20:38:10,318 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(354): Cleaning up backup data at hdfs://localhost:45845/backupUT/backup_1694032644207/ns2/test-16940326017551 done. 2023-09-06T20:38:10,320 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(309): GetAffectedBackupInfos for: backup_1694032633008 table=test-1694032601755 2023-09-06T20:38:10,321 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(326): GetAffectedBackupInfos for: backup_1694032633008 table=test-1694032601755 added backup_1694032673881 tables={ns3:test-16940326017552,test-1694032601755} 2023-09-06T20:38:10,322 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(326): GetAffectedBackupInfos for: backup_1694032633008 table=test-1694032601755 added backup_1694032653759 tables={test-1694032601755} 2023-09-06T20:38:10,322 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(326): GetAffectedBackupInfos for: backup_1694032633008 table=test-1694032601755 added backup_1694032644207 tables={test-1694032601755} 2023-09-06T20:38:10,322 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(287): Remove test-1694032601755 from backup_1694032673881 tables={ns3:test-16940326017552,test-1694032601755} 2023-09-06T20:38:10,324 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(354): Cleaning up backup data at hdfs://localhost:45845/backupUT/backup_1694032673881/default/test-1694032601755 done. 2023-09-06T20:38:10,324 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(287): Remove test-1694032601755 from backup_1694032653759 tables={test-1694032601755} 2023-09-06T20:38:10,324 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(293): Delete backup info backup_1694032653759 2023-09-06T20:38:10,327 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: .backup.manifest 2023-09-06T20:38:10,327 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: _SUCCESS 2023-09-06T20:38:10,328 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: default 2023-09-06T20:38:10,328 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: ns2 2023-09-06T20:38:10,329 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1694032653759 2023-09-06T20:38:10,329 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:45845/backupUT/backup_1694032653759/default/test-1694032601755. 2023-09-06T20:38:10,330 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(465): hdfs://localhost:45845/backupUT/backup_1694032653759/default is empty, remove it. 2023-09-06T20:38:10,330 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(287): Remove test-1694032601755 from backup_1694032644207 tables={test-1694032601755} 2023-09-06T20:38:10,330 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(293): Delete backup info backup_1694032644207 2023-09-06T20:38:10,332 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: .backup.manifest 2023-09-06T20:38:10,332 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: _SUCCESS 2023-09-06T20:38:10,333 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: default 2023-09-06T20:38:10,333 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(435): Delete log files: ns2 2023-09-06T20:38:10,334 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1694032644207 2023-09-06T20:38:10,334 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:45845/backupUT/backup_1694032644207/default/test-1694032601755. 2023-09-06T20:38:10,335 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.BackupUtils(465): hdfs://localhost:45845/backupUT/backup_1694032644207/default is empty, remove it. 2023-09-06T20:38:10,336 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-09-06T20:38:10,336 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:38:10,337 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupAdminImpl(276): Delete backup backup_1694032633008 completed. 2023-09-06T20:38:10,342 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1014): ns2:test-16940326017551 2023-09-06T20:38:10,342 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1014): test-1694032601755 2023-09-06T20:38:10,342 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1014): ns3:test-16940326017552 2023-09-06T20:38:10,344 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:38:10,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:38:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:38:10,351 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:38:10,351 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:38:10,352 ERROR [Listener at jenkins-hbase3.apache.org/46173 {}] backup.TestBackupMultipleDeletes(132): Delete backupIdInc2 done 2023-09-06T20:38:10,361 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:38:10,361 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x204526c8 to 127.0.0.1:59981 2023-09-06T20:38:10,362 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:38:10,384 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.ResourceChecker(175): after: backup.TestBackupMultipleDeletes#testBackupMultipleDeletes Thread=590 (was 583) Potentially hanging thread: PacketResponder: BP-1389944944-172.31.12.81-1694032586243:blk_1073741960_1136, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1705816426_16 at /127.0.0.1:41760 [Receiving block BP-1389944944-172.31.12.81-1694032586243:blk_1073741960_1136] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1705816426_16 at /127.0.0.1:41756 [Receiving block BP-1389944944-172.31.12.81-1694032586243:blk_1073741959_1135] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1389944944-172.31.12.81-1694032586243:blk_1073741959_1135, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5fe03dea-shared-pool-31 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,41239,1694032592882' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-77355017_16 at /127.0.0.1:42888 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-474052129_16 at /127.0.0.1:42782 [Waiting for operation #45] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,39849,1694032589599)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/cluster_0713a97d-d30e-4812-b77f-2410b52d8b31/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-474052129_16 at /127.0.0.1:42874 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/cluster_0713a97d-d30e-4812-b77f-2410b52d8b31/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,41239,1694032592882)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=677 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=121 (was 170), ProcessCount=169 (was 170), AvailableMemoryMB=2995 (was 3798) 2023-09-06T20:38:10,385 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2023-09-06T20:38:10,392 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:38:10,392 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:38:10,392 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x48a3245c to 127.0.0.1:59981 2023-09-06T20:38:10,392 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:38:10,392 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:38:10,392 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] util.JVMClusterUtil(257): Found active master hash=533671069, stopped=false 2023-09-06T20:38:10,392 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:38:10,394 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:38:10,394 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:38:10,394 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:38:10,394 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:38:10,394 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:38:10,394 DEBUG [Listener at jenkins-hbase3.apache.org/46173 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:38:10,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:38:10,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:38:10,394 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,41239,1694032592882' ***** 2023-09-06T20:38:10,395 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:38:10,395 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:38:10,410 INFO [RS:0;jenkins-hbase3:41239 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1e83adbd{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:38:10,415 INFO [RS:0;jenkins-hbase3:41239 {}] server.AbstractConnector(383): Stopped ServerConnector@7e8c5c87{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:38:10,415 INFO [RS:0;jenkins-hbase3:41239 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:38:10,415 INFO [RS:0;jenkins-hbase3:41239 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5e9e9c74{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:38:10,416 INFO [RS:0;jenkins-hbase3:41239 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@17fca597{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop.log.dir/,STOPPED} 2023-09-06T20:38:10,418 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:38:10,418 INFO [RS:0;jenkins-hbase3:41239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:38:10,419 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:38:10,419 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:38:10,419 INFO [RS:0;jenkins-hbase3:41239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:38:10,419 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3528): Received CLOSE for f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:38:10,419 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3528): Received CLOSE for 4196890deddcdc6f833936cec1322f97 2023-09-06T20:38:10,419 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3528): Received CLOSE for e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:38:10,419 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3528): Received CLOSE for 275d604c3ada3b1206a66df00249313d 2023-09-06T20:38:10,419 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3528): Received CLOSE for dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:38:10,419 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3528): Received CLOSE for c5b94de7af829890f2f779513159d506 2023-09-06T20:38:10,419 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3528): Received CLOSE for acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:38:10,420 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:38:10,420 INFO [RS:0;jenkins-hbase3:41239 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:38:10,420 DEBUG [RS:0;jenkins-hbase3:41239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:38:10,420 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:38:10,420 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f15c65ae7d96174f84579351ea46eebf, disabling compactions & flushes 2023-09-06T20:38:10,420 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:38:10,420 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:38:10,421 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:38:10,421 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. after waiting 0 ms 2023-09-06T20:38:10,421 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:38:10,421 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:38:10,421 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:38:10,421 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-09-06T20:38:10,422 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:38:10,422 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1583): Online Regions={f15c65ae7d96174f84579351ea46eebf=backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf., 4196890deddcdc6f833936cec1322f97=backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97., 1588230740=hbase:meta,,1.1588230740, e43ac427b1f1d77229d0fe4a2e18a30e=ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e., 275d604c3ada3b1206a66df00249313d=hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d., dd4f5d14f27b5db78da8879b7d04df87=ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87., c5b94de7af829890f2f779513159d506=test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506., acb1918f2def95cd1ad4669f6d316b30=ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30.} 2023-09-06T20:38:10,422 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:38:10,422 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:38:10,422 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:38:10,422 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:38:10,424 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-09-06T20:38:10,425 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275d604c3ada3b1206a66df00249313d, 4196890deddcdc6f833936cec1322f97, acb1918f2def95cd1ad4669f6d316b30, c5b94de7af829890f2f779513159d506, dd4f5d14f27b5db78da8879b7d04df87, e43ac427b1f1d77229d0fe4a2e18a30e, f15c65ae7d96174f84579351ea46eebf 2023-09-06T20:38:10,428 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system_bulk/f15c65ae7d96174f84579351ea46eebf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:38:10,430 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:38:10,431 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:38:10,431 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f15c65ae7d96174f84579351ea46eebf: 2023-09-06T20:38:10,432 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694032609286.f15c65ae7d96174f84579351ea46eebf. 2023-09-06T20:38:10,432 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4196890deddcdc6f833936cec1322f97, disabling compactions & flushes 2023-09-06T20:38:10,432 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:38:10,432 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:38:10,432 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. after waiting 0 ms 2023-09-06T20:38:10,432 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:38:10,432 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 4196890deddcdc6f833936cec1322f97 2/2 column families, dataSize=1.94 KB heapSize=3.32 KB 2023-09-06T20:38:10,447 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/7a019120737d477a9abfc764469d9945 is 96, key is incrbackupset:hdfs://localhost:45845/backupUT/meta:ns2:test-16940326017551/1694032690343/Put/seqid=0 2023-09-06T20:38:10,450 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/.tmp/info/8c4a594ea5094e2c94561ebe46ed2c90 is 159, key is ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30./info:regioninfo/1694032604877/Put/seqid=0 2023-09-06T20:38:10,475 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:38:10,625 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275d604c3ada3b1206a66df00249313d, 4196890deddcdc6f833936cec1322f97, acb1918f2def95cd1ad4669f6d316b30, c5b94de7af829890f2f779513159d506, dd4f5d14f27b5db78da8879b7d04df87, e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:38:10,650 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-09-06T20:38:10,650 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-09-06T20:38:10,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:38:10,826 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275d604c3ada3b1206a66df00249313d, 4196890deddcdc6f833936cec1322f97, acb1918f2def95cd1ad4669f6d316b30, c5b94de7af829890f2f779513159d506, dd4f5d14f27b5db78da8879b7d04df87, e43ac427b1f1d77229d0fe4a2e18a30e 2023-09-06T20:38:10,863 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=308 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/7a019120737d477a9abfc764469d9945 2023-09-06T20:38:10,869 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a019120737d477a9abfc764469d9945 2023-09-06T20:38:10,870 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/.tmp/info/8c4a594ea5094e2c94561ebe46ed2c90 2023-09-06T20:38:10,873 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/b8c011862f4243f18d36cb571813e899 is 398, key is session:backup_1694032673881/session:context/1694032690322/Put/seqid=0 2023-09-06T20:38:10,877 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.64 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/b8c011862f4243f18d36cb571813e899 2023-09-06T20:38:10,896 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8c011862f4243f18d36cb571813e899 2023-09-06T20:38:10,897 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/meta/7a019120737d477a9abfc764469d9945 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a019120737d477a9abfc764469d9945 2023-09-06T20:38:10,903 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a019120737d477a9abfc764469d9945 2023-09-06T20:38:10,903 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/meta/7a019120737d477a9abfc764469d9945, entries=4, sequenceid=97, filesize=5.4 K 2023-09-06T20:38:10,904 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/.tmp/session/b8c011862f4243f18d36cb571813e899 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/b8c011862f4243f18d36cb571813e899 2023-09-06T20:38:10,909 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/.tmp/table/c80bdce6fa564a9ca464dd3173b23a39 is 59, key is ns2:test-16940326017551/table:state/1694032604886/Put/seqid=0 2023-09-06T20:38:10,911 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8c011862f4243f18d36cb571813e899 2023-09-06T20:38:10,911 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/session/b8c011862f4243f18d36cb571813e899, entries=5, sequenceid=97, filesize=5.7 K 2023-09-06T20:38:10,912 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.94 KB/1990, heapSize ~3.29 KB/3368, currentSize=0 B/0 for 4196890deddcdc6f833936cec1322f97 in 480ms, sequenceid=97, compaction requested=true 2023-09-06T20:38:10,946 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/backup/system/4196890deddcdc6f833936cec1322f97/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2023-09-06T20:38:10,947 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:38:10,948 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:38:10,948 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4196890deddcdc6f833936cec1322f97: 2023-09-06T20:38:10,948 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694032607157.4196890deddcdc6f833936cec1322f97. 2023-09-06T20:38:10,949 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e43ac427b1f1d77229d0fe4a2e18a30e, disabling compactions & flushes 2023-09-06T20:38:10,949 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:38:10,949 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:38:10,949 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. after waiting 0 ms 2023-09-06T20:38:10,949 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:38:10,953 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns4/test-16940326017553/e43ac427b1f1d77229d0fe4a2e18a30e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:38:10,954 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:38:10,955 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:38:10,955 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e43ac427b1f1d77229d0fe4a2e18a30e: 2023-09-06T20:38:10,955 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940326017553,,1694032606316.e43ac427b1f1d77229d0fe4a2e18a30e. 2023-09-06T20:38:10,956 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 275d604c3ada3b1206a66df00249313d, disabling compactions & flushes 2023-09-06T20:38:10,956 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:38:10,956 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:38:10,956 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. after waiting 0 ms 2023-09-06T20:38:10,956 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:38:10,956 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 275d604c3ada3b1206a66df00249313d 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:38:10,970 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/namespace/275d604c3ada3b1206a66df00249313d/.tmp/info/911060a746294781ad83af247aa63c5b is 45, key is default/info:d/1694032596723/Put/seqid=0 2023-09-06T20:38:11,026 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275d604c3ada3b1206a66df00249313d, acb1918f2def95cd1ad4669f6d316b30, c5b94de7af829890f2f779513159d506, dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:38:11,226 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 275d604c3ada3b1206a66df00249313d, acb1918f2def95cd1ad4669f6d316b30, c5b94de7af829890f2f779513159d506, dd4f5d14f27b5db78da8879b7d04df87 2023-09-06T20:38:11,315 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/.tmp/table/c80bdce6fa564a9ca464dd3173b23a39 2023-09-06T20:38:11,322 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/.tmp/info/8c4a594ea5094e2c94561ebe46ed2c90 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/info/8c4a594ea5094e2c94561ebe46ed2c90 2023-09-06T20:38:11,328 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/info/8c4a594ea5094e2c94561ebe46ed2c90, entries=70, sequenceid=39, filesize=14.1 K 2023-09-06T20:38:11,329 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/.tmp/table/c80bdce6fa564a9ca464dd3173b23a39 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/table/c80bdce6fa564a9ca464dd3173b23a39 2023-09-06T20:38:11,337 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/table/c80bdce6fa564a9ca464dd3173b23a39, entries=14, sequenceid=39, filesize=5.8 K 2023-09-06T20:38:11,338 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=39, compaction requested=false 2023-09-06T20:38:11,345 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-09-06T20:38:11,345 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:38:11,345 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:38:11,346 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:38:11,346 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:38:11,346 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:38:11,376 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/namespace/275d604c3ada3b1206a66df00249313d/.tmp/info/911060a746294781ad83af247aa63c5b 2023-09-06T20:38:11,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/namespace/275d604c3ada3b1206a66df00249313d/.tmp/info/911060a746294781ad83af247aa63c5b as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/namespace/275d604c3ada3b1206a66df00249313d/info/911060a746294781ad83af247aa63c5b 2023-09-06T20:38:11,385 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/namespace/275d604c3ada3b1206a66df00249313d/info/911060a746294781ad83af247aa63c5b, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:38:11,386 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 275d604c3ada3b1206a66df00249313d in 430ms, sequenceid=11, compaction requested=false 2023-09-06T20:38:11,396 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/hbase/namespace/275d604c3ada3b1206a66df00249313d/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:38:11,396 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:38:11,397 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:38:11,397 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 275d604c3ada3b1206a66df00249313d: 2023-09-06T20:38:11,397 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694032595745.275d604c3ada3b1206a66df00249313d. 2023-09-06T20:38:11,397 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing dd4f5d14f27b5db78da8879b7d04df87, disabling compactions & flushes 2023-09-06T20:38:11,397 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:38:11,397 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:38:11,397 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. after waiting 0 ms 2023-09-06T20:38:11,397 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:38:11,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns3/test-16940326017552/dd4f5d14f27b5db78da8879b7d04df87/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-09-06T20:38:11,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:38:11,401 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:38:11,401 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for dd4f5d14f27b5db78da8879b7d04df87: 2023-09-06T20:38:11,401 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940326017552,,1694032605190.dd4f5d14f27b5db78da8879b7d04df87. 2023-09-06T20:38:11,401 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing c5b94de7af829890f2f779513159d506, disabling compactions & flushes 2023-09-06T20:38:11,401 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:38:11,401 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:38:11,401 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. after waiting 0 ms 2023-09-06T20:38:11,401 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:38:11,401 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing c5b94de7af829890f2f779513159d506 1/1 column families, dataSize=7.13 KB heapSize=21.91 KB 2023-09-06T20:38:11,405 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/.tmp/f/084a172c05b1486dbd86ae905863d485 is 42, key is row-t1100/f:q1/1694032644123/Put/seqid=0 2023-09-06T20:38:11,426 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-09-06T20:38:11,426 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1583): Online Regions={c5b94de7af829890f2f779513159d506=test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506., acb1918f2def95cd1ad4669f6d316b30=ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30.} 2023-09-06T20:38:11,426 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on acb1918f2def95cd1ad4669f6d316b30, c5b94de7af829890f2f779513159d506 2023-09-06T20:38:11,627 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on acb1918f2def95cd1ad4669f6d316b30, c5b94de7af829890f2f779513159d506 2023-09-06T20:38:11,811 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/.tmp/f/084a172c05b1486dbd86ae905863d485 2023-09-06T20:38:11,817 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/.tmp/f/084a172c05b1486dbd86ae905863d485 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/f/084a172c05b1486dbd86ae905863d485 2023-09-06T20:38:11,822 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/f/084a172c05b1486dbd86ae905863d485, entries=198, sequenceid=304, filesize=12.6 K 2023-09-06T20:38:11,823 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~7.13 KB/7304, heapSize ~21.89 KB/22416, currentSize=0 B/0 for c5b94de7af829890f2f779513159d506 in 422ms, sequenceid=304, compaction requested=false 2023-09-06T20:38:11,827 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on acb1918f2def95cd1ad4669f6d316b30, c5b94de7af829890f2f779513159d506 2023-09-06T20:38:11,829 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/default/test-1694032601755/c5b94de7af829890f2f779513159d506/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-09-06T20:38:11,829 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:38:11,830 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:38:11,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for c5b94de7af829890f2f779513159d506: 2023-09-06T20:38:11,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694032601755,,1694032602244.c5b94de7af829890f2f779513159d506. 2023-09-06T20:38:11,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing acb1918f2def95cd1ad4669f6d316b30, disabling compactions & flushes 2023-09-06T20:38:11,830 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:38:11,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:38:11,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. after waiting 0 ms 2023-09-06T20:38:11,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:38:11,831 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing acb1918f2def95cd1ad4669f6d316b30 1/1 column families, dataSize=7.13 KB heapSize=21.91 KB 2023-09-06T20:38:11,834 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/.tmp/f/aabcda22e6394a8299e7d90c750b8f46 is 42, key is row-t1100/f:q1/1694032653687/Put/seqid=0 2023-09-06T20:38:12,027 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:38:12,104 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=jenkins-hbase3.apache.org:39849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:217) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:394) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:93) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:429) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:424) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:450) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:335) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:93) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:599) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:18041) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2369) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_362] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_362] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:365) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:447) ~[hbase-client-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] ... 13 more 2023-09-06T20:38:12,227 DEBUG [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1609): Waiting on acb1918f2def95cd1ad4669f6d316b30 2023-09-06T20:38:12,239 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/.tmp/f/aabcda22e6394a8299e7d90c750b8f46 2023-09-06T20:38:12,245 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/.tmp/f/aabcda22e6394a8299e7d90c750b8f46 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/f/aabcda22e6394a8299e7d90c750b8f46 2023-09-06T20:38:12,249 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/f/aabcda22e6394a8299e7d90c750b8f46, entries=198, sequenceid=304, filesize=12.6 K 2023-09-06T20:38:12,250 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~7.13 KB/7304, heapSize ~21.89 KB/22416, currentSize=0 B/0 for acb1918f2def95cd1ad4669f6d316b30 in 420ms, sequenceid=304, compaction requested=false 2023-09-06T20:38:12,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/data/ns2/test-16940326017551/acb1918f2def95cd1ad4669f6d316b30/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-09-06T20:38:12,256 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:38:12,256 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:38:12,256 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for acb1918f2def95cd1ad4669f6d316b30: 2023-09-06T20:38:12,257 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16940326017551,,1694032604491.acb1918f2def95cd1ad4669f6d316b30. 2023-09-06T20:38:12,428 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,41239,1694032592882; all regions closed. 2023-09-06T20:38:12,435 DEBUG [RS:0;jenkins-hbase3:41239 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs 2023-09-06T20:38:12,435 INFO [RS:0;jenkins-hbase3:41239 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882.meta:.meta(num 1694032678057) 2023-09-06T20:38:12,445 DEBUG [RS:0;jenkins-hbase3:41239 {}] wal.AbstractFSWAL(1062): Moved 7 WAL file(s) to /user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/oldWALs 2023-09-06T20:38:12,445 INFO [RS:0;jenkins-hbase3:41239 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C41239%2C1694032592882:(num 1694032678074) 2023-09-06T20:38:12,445 DEBUG [RS:0;jenkins-hbase3:41239 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:38:12,445 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:38:12,445 INFO [RS:0;jenkins-hbase3:41239 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-09-06T20:38:12,445 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:38:12,447 INFO [RS:0;jenkins-hbase3:41239 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:41239 2023-09-06T20:38:12,452 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,41239,1694032592882 2023-09-06T20:38:12,452 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:38:12,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,41239,1694032592882] 2023-09-06T20:38:12,455 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,41239,1694032592882; numProcessing=1 2023-09-06T20:38:12,456 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,41239,1694032592882 already deleted, retry=false 2023-09-06T20:38:12,456 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,41239,1694032592882 expired; onlineServers=0 2023-09-06T20:38:12,456 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,39849,1694032589599' ***** 2023-09-06T20:38:12,456 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:38:12,456 DEBUG [M:0;jenkins-hbase3:39849 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32453da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:38:12,457 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:38:12,465 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-09-06T20:38:12,465 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:38:12,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:38:12,501 INFO [M:0;jenkins-hbase3:39849 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7bc83b91{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:38:12,501 INFO [M:0;jenkins-hbase3:39849 {}] server.AbstractConnector(383): Stopped ServerConnector@546735f0{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:38:12,502 INFO [M:0;jenkins-hbase3:39849 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:38:12,502 INFO [M:0;jenkins-hbase3:39849 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3b8650b5{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:38:12,503 INFO [M:0;jenkins-hbase3:39849 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5270502e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/hadoop.log.dir/,STOPPED} 2023-09-06T20:38:12,503 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39849,1694032589599 2023-09-06T20:38:12,503 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39849,1694032589599; all regions closed. 2023-09-06T20:38:12,503 DEBUG [M:0;jenkins-hbase3:39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:38:12,503 INFO [M:0;jenkins-hbase3:39849 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:38:12,504 INFO [M:0;jenkins-hbase3:39849 {}] server.AbstractConnector(383): Stopped ServerConnector@602d0386{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:38:12,504 DEBUG [M:0;jenkins-hbase3:39849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:38:12,505 INFO [M:0;jenkins-hbase3:39849 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:38:12,505 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:38:12,505 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032594386 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032594386,5,FailOnTimeoutGroup] 2023-09-06T20:38:12,505 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032594370 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032594370,5,FailOnTimeoutGroup] 2023-09-06T20:38:12,505 DEBUG [M:0;jenkins-hbase3:39849 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4e413bc0 to 127.0.0.1:59981 2023-09-06T20:38:12,505 DEBUG [M:0;jenkins-hbase3:39849 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:38:12,505 DEBUG [M:0;jenkins-hbase3:39849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:38:12,505 INFO [M:0;jenkins-hbase3:39849 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:38:12,505 DEBUG [M:0;jenkins-hbase3:39849 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:38:12,505 INFO [M:0;jenkins-hbase3:39849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:38:12,506 ERROR [M:0;jenkins-hbase3:39849 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-09-06T20:38:12,506 INFO [M:0;jenkins-hbase3:39849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:38:12,506 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:38:12,507 DEBUG [M:0;jenkins-hbase3:39849 {}] zookeeper.ZKUtil(347): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-09-06T20:38:12,507 WARN [M:0;jenkins-hbase3:39849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:38:12,507 INFO [M:0;jenkins-hbase3:39849 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:38:12,507 INFO [M:0;jenkins-hbase3:39849 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:38:12,508 DEBUG [M:0;jenkins-hbase3:39849 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:38:12,521 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:38:12,521 DEBUG [M:0;jenkins-hbase3:39849 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:38:12,521 DEBUG [M:0;jenkins-hbase3:39849 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:38:12,521 DEBUG [M:0;jenkins-hbase3:39849 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:38:12,521 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.03 KB heapSize=244.91 KB 2023-09-06T20:38:12,533 DEBUG [M:0;jenkins-hbase3:39849 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04363cd67292427494d9d35d911a2f55 is 88, key is hbase:meta,,1/info:sn/1694032595028/Put/seqid=0 2023-09-06T20:38:12,554 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:38:12,554 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41239-0x100eeff4fd60001, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:38:12,554 INFO [RS:0;jenkins-hbase3:41239 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,41239,1694032592882; zookeeper connection closed. 2023-09-06T20:38:12,554 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5088a3ee {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5088a3ee 2023-09-06T20:38:12,554 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:38:12,938 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04363cd67292427494d9d35d911a2f55 2023-09-06T20:38:12,956 DEBUG [M:0;jenkins-hbase3:39849 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed37a7ad8da94b519a8f4ce215950583 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1694032610477/Put/seqid=0 2023-09-06T20:38:12,960 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=201.43 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed37a7ad8da94b519a8f4ce215950583 2023-09-06T20:38:12,964 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed37a7ad8da94b519a8f4ce215950583 2023-09-06T20:38:12,977 DEBUG [M:0;jenkins-hbase3:39849 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b0eb360b3ed4251a2a8563e91b93d67 is 82, key is jenkins-hbase3.apache.org,41239,1694032592882/rs:state/1694032594563/Put/seqid=0 2023-09-06T20:38:13,381 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b0eb360b3ed4251a2a8563e91b93d67 2023-09-06T20:38:13,390 DEBUG [M:0;jenkins-hbase3:39849 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04363cd67292427494d9d35d911a2f55 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04363cd67292427494d9d35d911a2f55 2023-09-06T20:38:13,396 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04363cd67292427494d9d35d911a2f55, entries=8, sequenceid=508, filesize=5.5 K 2023-09-06T20:38:13,397 DEBUG [M:0;jenkins-hbase3:39849 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed37a7ad8da94b519a8f4ce215950583 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed37a7ad8da94b519a8f4ce215950583 2023-09-06T20:38:13,403 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed37a7ad8da94b519a8f4ce215950583 2023-09-06T20:38:13,404 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed37a7ad8da94b519a8f4ce215950583, entries=53, sequenceid=508, filesize=16.6 K 2023-09-06T20:38:13,405 DEBUG [M:0;jenkins-hbase3:39849 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b0eb360b3ed4251a2a8563e91b93d67 as hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b0eb360b3ed4251a2a8563e91b93d67 2023-09-06T20:38:13,409 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45845/user/jenkins/test-data/0f7d4a0e-80fa-8bcc-5e79-603c584a1f97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b0eb360b3ed4251a2a8563e91b93d67, entries=1, sequenceid=508, filesize=5.1 K 2023-09-06T20:38:13,410 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HRegion(3022): Finished flush of dataSize ~202.03 KB/206877, heapSize ~244.61 KB/250480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=508, compaction requested=false 2023-09-06T20:38:13,414 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:38:13,414 DEBUG [M:0;jenkins-hbase3:39849 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:38:13,418 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:38:13,418 INFO [M:0;jenkins-hbase3:39849 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:38:13,418 INFO [M:0;jenkins-hbase3:39849 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:38:13,418 INFO [M:0;jenkins-hbase3:39849 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:39849 2023-09-06T20:38:13,420 DEBUG [M:0;jenkins-hbase3:39849 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,39849,1694032589599 already deleted, retry=false 2023-09-06T20:38:13,522 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:38:13,522 INFO [M:0;jenkins-hbase3:39849 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39849,1694032589599; zookeeper connection closed. 2023-09-06T20:38:13,522 DEBUG [Listener at localhost/37397-EventThread {}] zookeeper.ZKWatcher(604): master:39849-0x100eeff4fd60000, quorum=127.0.0.1:59981, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:38:13,528 WARN [Listener at jenkins-hbase3.apache.org/46173 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:38:13,533 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:38:13,644 WARN [BP-1389944944-172.31.12.81-1694032586243 heartbeating to localhost/127.0.0.1:45845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:38:13,644 WARN [BP-1389944944-172.31.12.81-1694032586243 heartbeating to localhost/127.0.0.1:45845 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1389944944-172.31.12.81-1694032586243 (Datanode Uuid 23d2069a-4355-47e2-83db-4e27247bc47f) service to localhost/127.0.0.1:45845 2023-09-06T20:38:13,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/cluster_0713a97d-d30e-4812-b77f-2410b52d8b31/dfs/data/data1/current/BP-1389944944-172.31.12.81-1694032586243 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:38:13,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0ddc3eaf-8ce4-1c54-036c-db960e833796/cluster_0713a97d-d30e-4812-b77f-2410b52d8b31/dfs/data/data2/current/BP-1389944944-172.31.12.81-1694032586243 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:38:13,675 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:38:13,794 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-09-06T20:38:13,865 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:38:13,865 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:38:13,876 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:38:13,999 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:38:14,111 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:38:14,111 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:38:14,218 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:38:14,224 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:38:14,226 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:38:14,231 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:38:14,334 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:38:14,334 INFO [Listener at jenkins-hbase3.apache.org/46173 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped